-- Logs begin at Fri 2021-08-27 16:15:56 UTC, end at Fri 2021-08-27 17:16:49 UTC. -- Aug 27 16:48:16.270247 dv-cinder-804459-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 16:48:19.015345 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Aug 27 16:48:19.016093 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 16:48:19.016216 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 16:48:19.019300 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Aug 27 16:48:19.019550 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 16:48:19.019854 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 16:48:19.020817 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:48:19.021049 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:48:19.021410 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:48:19.021682 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:48:19.021904 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:48:19.022777 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.023066 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.023358 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.023581 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.023873 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.024159 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.024437 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.024718 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.025010 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.025287 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.025587 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.025868 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.026094 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.026370 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.026653 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.026933 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.027151 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.027435 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.027865 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.028273 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.028554 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.028837 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.029113 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.029376 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.029663 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.029966 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.030331 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] host = dv-cinder-804459-4-iscsi {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.030605 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.030889 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.031169 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.031450 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.031716 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.031987 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.032268 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.032536 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.032804 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.033074 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.033355 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.033669 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.033957 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.034178 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.034397 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.034679 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.034958 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.035228 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.035495 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.035765 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.036036 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.036305 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.036566 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.036846 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.037124 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.037404 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.038366 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.038657 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.038928 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.039198 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.039477 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.039747 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.040015 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.040286 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.040568 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.040833 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.041100 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.041395 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.041701 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.041977 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.042255 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.042524 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.042801 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.043070 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.043336 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.043604 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.043869 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.044135 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.044411 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.044680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.044948 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.045219 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.045486 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.045786 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:19.046080 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.046459 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.046760 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.047041 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.047335 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.047636 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.047904 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.048178 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.048466 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.048751 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.049036 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.049310 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.049620 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.049896 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.050186 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.050492 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.050778 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.051066 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.051335 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.051604 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.051873 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.052144 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.052426 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.052699 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.052981 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.053298 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.053718 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.054007 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.054295 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.054580 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.054849 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.055123 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.055409 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.055680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.055946 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.056216 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.056498 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.056770 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.057035 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.057326 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.057619 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.057886 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.058150 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.058425 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.058703 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.058974 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.059237 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.059500 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.059770 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.060034 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.060308 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.060580 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.060842 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.061104 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.061374 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.061662 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.062020 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.062297 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.062565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.062856 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.063179 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.063445 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.063710 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.063975 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.064239 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.064504 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.064768 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.065037 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.065303 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.065590 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.065856 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.066121 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.066384 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.066667 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.066959 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.067235 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.067513 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.067787 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.068057 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.068329 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.068601 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.068926 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.069196 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.069465 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.069776 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.070054 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.070337 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.070619 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.070894 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.071190 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.071465 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.071743 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.072013 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.072283 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.072563 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.072842 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.073128 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.073415 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.073722 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.074007 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.074293 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.074568 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.074873 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.075146 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:19.075357 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:48:19.075603 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 16:48:19.436005 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 16:48:19.436269 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 16:48:19.436548 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 16:48:19.436876 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 16:48:19.838134 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.838413 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.838680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.839988 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.840255 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.840514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.877347 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.877642 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.877909 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.893160 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.893422 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.893712 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.923463 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.923865 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.924131 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.962123 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.962396 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:19.962659 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.195633 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.196317 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.196317 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.196473 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.197259 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.317708 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.318024 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.318303 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.318565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.318855 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.319184 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.319437 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.319683 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.319932 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.320206 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.320453 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.320708 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.320951 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.321192 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.321444 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.321715 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.321967 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.322225 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.322477 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.322724 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.322984 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.323228 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.323503 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.323876 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.324117 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.324353 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.324741 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.324973 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.325201 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.325428 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.325681 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.325908 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:20.326264 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 16:48:20.329347 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 16:48:20.333349 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 16:48:20.337163 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 27 16:48:20.338805 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 16:48:20.339253 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 16:48:20.339574 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 16:48:20.339951 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 16:48:20.342738 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 16:48:20.342982 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 16:48:20.343321 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 16:48:20.348596 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 16:48:20.372980 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 16:48:20.373446 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.373767 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 16:48:20.374132 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.375486 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 16:48:20.375767 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 16:48:20.376003 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 16:48:20.379167 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.379443 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:20.443733 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 16:48:20.444112 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 16:48:20.444636 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 16:48:20.444729 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 16:48:20.466050 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_db.sqlalchemy.engines [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 16:48:21.014433 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing driver for type 'gre' Aug 27 16:48:21.015192 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] gre ID ranges: [(1, 1000)] Aug 27 16:48:21.072801 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing driver for type 'local' Aug 27 16:48:21.073144 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing driver for type 'vlan' Aug 27 16:48:21.087655 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] VlanTypeDriver initialization complete Aug 27 16:48:21.088212 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing driver for type 'vxlan' Aug 27 16:48:21.088590 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] vxlan ID ranges: [(1, 1000)] Aug 27 16:48:21.142964 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing extension driver 'port_security' Aug 27 16:48:21.143337 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.extensions.port_security [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] PortSecurityExtensionDriver initialization complete Aug 27 16:48:21.143734 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing mechanism driver 'openvswitch' Aug 27 16:48:21.144055 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing mechanism driver 'hyperv' Aug 27 16:48:21.150565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:21.151237 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.151608 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.151968 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.152485 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.152919 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.153275 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.153649 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.154040 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.154445 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.154792 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.155140 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.155525 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.155926 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.156269 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.156604 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.157128 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.157565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.157916 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.158259 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.158647 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.159052 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > address_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.159399 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > address_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.159738 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.160120 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 16:48:21.160493 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] ML2 OVO RPC backend initialized. {{(pid=93715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 16:48:21.161193 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.161578 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.161999 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.162352 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > networks before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.163230 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.163569 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > ports before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.163913 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.164255 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnets before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.164601 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.164943 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.165279 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.165649 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.165989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.166320 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.166658 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.167051 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.167509 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.168074 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Modular L2 Plugin initialization complete Aug 27 16:48:21.168398 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading services supported by the core plugin {{(pid=93715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 16:48:21.168725 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Got port-security extension from driver 'port_security' Aug 27 16:48:21.169181 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.extensions.vlantransparent [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Disabled vlantransparent extension. Aug 27 16:48:21.169688 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 16:48:21.170000 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: router Aug 27 16:48:21.207672 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.208246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.208416 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router before_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.208780 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.209150 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.210225 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.210591 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.210945 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.211310 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.211657 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.212005 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.212351 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.212707 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.213119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.213507 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.213846 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.214180 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.214514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.214862 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.215205 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.215543 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.215883 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.216238 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.216581 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.216931 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.217292 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.217673 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.218039 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > agent after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.218387 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > agent after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.218727 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.219593 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Tracking information for resource: router configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:21.219926 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Tracking information for resource: floatingip configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 16:48:21.224826 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.db.l3_agentschedulers_db [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 16:48:21.226035 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.226395 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.226743 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.227092 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.227875 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router before_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.228239 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.228600 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.228953 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > router precommit_update 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.233551 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.provider_configuration [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service providers = [] {{(pid=93715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 16:48:21.233920 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.db.servicetype_db [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 16:48:21.236852 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.service_base [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:48:21.237201 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.service_base [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:48:21.237575 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.service_base [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:48:21.238464 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.services.service_base [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 16:48:21.238838 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.services.service_base [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 16:48:21.239208 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.239526 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 16:48:21.250061 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.250403 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: auto_allocate Aug 27 16:48:21.256097 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: network precommit_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.256492 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: network precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.257005 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.257326 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: tag Aug 27 16:48:21.264028 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.264363 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: timestamp Aug 27 16:48:21.268381 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.268671 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: network_ip_availability Aug 27 16:48:21.274591 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.274961 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.275317 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.276021 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.276341 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: flavors Aug 27 16:48:21.280993 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.281329 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading Plugin: revisions Aug 27 16:48:21.285678 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 16:48:21.286069 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 16:48:21.286792 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 16:48:21.287127 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Initializing extension manager. Aug 27 16:48:21.288272 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: __init__.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.288612 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: __pycache__ {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.288944 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.289271 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.290058 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.290620 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: address-group Aug 27 16:48:21.290945 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.291682 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.292184 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: address-scope Aug 27 16:48:21.292503 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.293421 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.293949 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: router-admin-state-down-before-update Aug 27 16:48:21.294267 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: agent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.295155 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.295658 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: agent Aug 27 16:48:21.295976 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: agent_resources_synced.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.296881 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.297381 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: agent-resources-synced Aug 27 16:48:21.297721 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: allowedaddresspairs.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.299493 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.300008 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: allowed-address-pairs Aug 27 16:48:21.300335 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: auto_allocated_topology.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.301659 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.302259 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: auto-allocated-topology Aug 27 16:48:21.302658 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.303669 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.304348 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: availability_zone Aug 27 16:48:21.304748 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: availability_zone_filter.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.305818 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.306381 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: availability_zone_filter Aug 27 16:48:21.306752 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: data_plane_status.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.307724 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.308277 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 16:48:21.308670 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: default_subnetpools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.309815 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.310344 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: default-subnetpools Aug 27 16:48:21.310726 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.311651 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.312216 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: dhcp_agent_scheduler Aug 27 16:48:21.312591 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: dns.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.313638 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.314169 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension dns-integration not supported by any of loaded plugins Aug 27 16:48:21.314562 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: dns_domain_ports.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.315670 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.316238 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 16:48:21.316582 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.317684 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.318221 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 16:48:21.318618 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: dvr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.319488 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.320034 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: dvr Aug 27 16:48:21.320382 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: ecmp_routes.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.321381 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.321900 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 16:48:21.322225 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: empty_string_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.323129 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.323628 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: empty-string-filtering Aug 27 16:48:21.323954 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.324853 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.325353 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 16:48:21.325702 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.326605 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.327103 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 16:48:21.327425 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: external_net.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.328321 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.328820 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: external-net Aug 27 16:48:21.329140 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.330075 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.330586 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: extra_dhcp_opt Aug 27 16:48:21.330909 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: extraroute.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.331814 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.332315 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: extraroute Aug 27 16:48:21.332633 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: extraroute_atomic.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.333688 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.334189 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: extraroute-atomic Aug 27 16:48:21.335128 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: filter_validation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.335797 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.336290 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: filter-validation Aug 27 16:48:21.336609 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: fip_pf_description.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.337534 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.338031 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 16:48:21.338348 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: fip_port_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.339265 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.339759 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: fip-port-details Aug 27 16:48:21.340075 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.341294 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.341835 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: flavors Aug 27 16:48:21.342157 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.343812 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.344324 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 16:48:21.344654 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: floatingip_pools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.345351 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.345885 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: floatingip-pools Aug 27 16:48:21.346211 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: ip_allocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.347143 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.347647 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 16:48:21.347970 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.348886 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.349389 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: ip-substring-filtering Aug 27 16:48:21.349736 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l2_adjacency.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.351631 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.352129 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 16:48:21.352453 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.353606 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.354121 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: router Aug 27 16:48:21.354447 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.356679 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.357195 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 16:48:21.357549 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.358479 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.358981 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: ext-gw-mode Aug 27 16:48:21.359305 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.360232 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.360733 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: l3-ha Aug 27 16:48:21.361054 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3_flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.361999 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.362502 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: l3-flavors Aug 27 16:48:21.362825 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.363731 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.364232 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 16:48:21.364553 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: l3agentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.365621 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.366291 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: l3_agent_scheduler Aug 27 16:48:21.366616 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: logging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.368085 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.368597 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension logging not supported by any of loaded plugins Aug 27 16:48:21.368927 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: metering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.369702 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.370277 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: metering Aug 27 16:48:21.370621 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.371714 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.372217 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: metering_source_and_destination_fields Aug 27 16:48:21.372537 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: multiprovidernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.373455 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.373983 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: multi-provider Aug 27 16:48:21.374303 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: netmtu.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.375212 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.375709 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: net-mtu Aug 27 16:48:21.376026 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: netmtu_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.376936 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.377436 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: net-mtu-writable Aug 27 16:48:21.377790 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: network_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.378447 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.378942 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: network_availability_zone Aug 27 16:48:21.379260 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: network_ip_availability.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.380330 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.380835 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: network-ip-availability Aug 27 16:48:21.381156 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: network_segment_range.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.382061 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.382563 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 16:48:21.382876 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: pagination.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.383846 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.384175 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: pagination Aug 27 16:48:21.384749 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: port_device_profile.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.385693 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.386202 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: port-device-profile Aug 27 16:48:21.386522 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.387440 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.387944 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: port-mac-address-regenerate Aug 27 16:48:21.388263 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.389168 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.389706 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: port-numa-affinity-policy Aug 27 16:48:21.390043 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: port_resource_request.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.390930 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.391429 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 16:48:21.391746 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: portbindings.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.392678 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.393175 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: binding Aug 27 16:48:21.393520 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: portbindings_extended.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.394905 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.395412 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: binding-extended Aug 27 16:48:21.395737 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: portsecurity.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.396644 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.397771 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: port-security Aug 27 16:48:21.398261 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: project_id.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.399241 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.399570 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: project-id Aug 27 16:48:21.399894 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: providernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.400819 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.401333 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: provider Aug 27 16:48:21.401685 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.405163 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.405713 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos not supported by any of loaded plugins Aug 27 16:48:21.406040 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.407275 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.407783 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 16:48:21.408110 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.409025 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.409559 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 16:48:21.409886 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_default.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.410796 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.411300 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-default not supported by any of loaded plugins Aug 27 16:48:21.411624 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.412280 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.413516 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-fip not supported by any of loaded plugins Aug 27 16:48:21.413841 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_gateway_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.414766 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.415273 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 16:48:21.415593 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_port_network_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.416497 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.417005 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 16:48:21.417328 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_pps_rule.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.418527 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.419035 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-pps not supported by any of loaded plugins Aug 27 16:48:21.419358 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_rule_type_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.420271 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.420772 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 16:48:21.421092 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: qos_rules_alias.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.422169 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.422672 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 16:48:21.422991 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: quotasv2.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.423896 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.424220 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: quotas Aug 27 16:48:21.424538 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: quotasv2_detail.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.427603 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.427946 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: quota_details Aug 27 16:48:21.428308 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: rbac.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.429589 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.430111 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: rbac-policies Aug 27 16:48:21.430440 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: rbac_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.431374 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.431889 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: rbac-address-group Aug 27 16:48:21.432213 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: rbac_address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.433121 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.433664 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: rbac-address-scope Aug 27 16:48:21.433991 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: rbac_security_groups.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.434900 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.435408 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: rbac-security-groups Aug 27 16:48:21.435729 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: rbac_subnetpool.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.436632 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.437172 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: rbac-subnetpool Aug 27 16:48:21.437499 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: revisionifmatch.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.438432 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.438944 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: revision-if-match Aug 27 16:48:21.439267 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: revisions.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.440371 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.440884 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: standard-attr-revisions Aug 27 16:48:21.441203 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: router_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.441916 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.442417 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: router_availability_zone Aug 27 16:48:21.442736 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: routerservicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.443647 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.444355 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension router-service-type not supported by any of loaded plugins Aug 27 16:48:21.444672 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.445624 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.446131 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: security-groups-normalized-cidr Aug 27 16:48:21.446451 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.447360 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.447861 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: port-security-groups-filtering Aug 27 16:48:21.448179 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.449098 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.449644 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: security-groups-remote-address-group Aug 27 16:48:21.449967 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: securitygroup.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.461382 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.461941 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: security-group Aug 27 16:48:21.462280 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.463071 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.463574 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension segment not supported by any of loaded plugins Aug 27 16:48:21.463898 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.464828 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.465331 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 16:48:21.465684 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: servicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.466872 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.467386 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: service-type Aug 27 16:48:21.467712 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: sorting.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.468690 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.469019 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: sorting Aug 27 16:48:21.469340 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: standard_attr_segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.470288 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.470790 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 16:48:21.471110 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: standardattrdescription.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.471752 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.472251 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: standard-attr-description Aug 27 16:48:21.472569 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: stateful_security_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.473515 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.474043 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: stateful-security-group Aug 27 16:48:21.474368 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: stdattrs_common.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.474947 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 16:48:21.475806 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.476722 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.477228 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 16:48:21.477579 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnet_onboard.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.478646 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.479161 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: subnet_onboard Aug 27 16:48:21.479486 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.480412 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.480913 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 16:48:21.481239 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnet_service_types.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.482195 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.482704 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: subnet-service-types Aug 27 16:48:21.483025 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnetallocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.484137 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.484638 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: subnet_allocation Aug 27 16:48:21.484962 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.485666 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.486168 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: subnetpool-prefix-ops Aug 27 16:48:21.486487 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.487413 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.487913 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 16:48:21.488233 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: tagging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.489279 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.489829 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: standard-attr-tag Aug 27 16:48:21.490154 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: timestamp.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.491445 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.491951 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loaded extension: standard-attr-timestamp Aug 27 16:48:21.492280 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: trunk.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.493308 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.493853 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension trunk not supported by any of loaded plugins Aug 27 16:48:21.494176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: trunk_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.495098 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.495604 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension trunk-details not supported by any of loaded plugins Aug 27 16:48:21.495926 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: uplink_status_propagation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.496836 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.497336 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 16:48:21.497691 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Loading extension file: vlantransparent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 16:48:21.498357 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 16:48:21.498857 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 16:48:21.501260 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:network Aug 27 16:48:21.501811 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnet Aug 27 16:48:21.502218 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:48:21.502623 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:port Aug 27 16:48:21.503846 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.504277 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.504900 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.505322 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.505686 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:router Aug 27 16:48:21.506122 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:floatingip Aug 27 16:48:21.506735 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.508188 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.508552 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.508899 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:48:21.510164 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 16:48:21.510606 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:security_group Aug 27 16:48:21.511038 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 16:48:21.511633 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.511965 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:48:21.512318 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] subnetpool is already registered Aug 27 16:48:21.512745 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.513070 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:48:21.513401 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] subnetpool is already registered Aug 27 16:48:21.515695 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.516122 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.516719 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.517139 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.517468 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:router Aug 27 16:48:21.517826 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] router is already registered Aug 27 16:48:21.518234 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:floatingip Aug 27 16:48:21.518613 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] floatingip is already registered Aug 27 16:48:21.519020 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.519680 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 16:48:21.520007 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] rbac_policy is already registered Aug 27 16:48:21.520414 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:security_group Aug 27 16:48:21.520746 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] security_group is already registered Aug 27 16:48:21.521142 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 16:48:21.521472 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] security_group_rule is already registered Aug 27 16:48:21.522822 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.523149 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:48:21.523483 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] subnetpool is already registered Aug 27 16:48:21.523899 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 16:48:21.524219 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 16:48:21.524552 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] subnetpool is already registered Aug 27 16:48:21.525018 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: extensions {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.526488 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: address-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.527962 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: address-scopes {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.529256 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.530458 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: auto-allocated-topology {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.531682 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: availability_zones {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.532897 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: dhcp-networks {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.534419 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: dhcp-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.535834 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.538588 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: flavors {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.539743 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.540959 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: next_providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.542419 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.543921 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: floatingip-pools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.545139 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.547253 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: floatingips {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.548530 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: l3-routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.549923 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: l3-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.551311 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: metering-labels {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.552655 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: metering-label-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.553989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: network-ip-availabilities {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.555234 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: bindings {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.556869 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.558334 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.559744 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: rbac-policies {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.560938 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: security-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.562260 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: security-group-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.563481 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: service-providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.564687 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.567101 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.568548 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.570774 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.572551 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.574339 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.576110 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.577956 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.579605 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.581467 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.583231 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.585568 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron.api.extensions [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 16:48:21.591398 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 16:48:21.596047 dv-cinder-804459-4-iscsi neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 16:48:21.604330 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Acquired lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 16:48:21.604804 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Releasing lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 16:48:21.605443 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Starting 2 workers Aug 27 16:48:21.610226 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Started child 93824 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:48:21.614601 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Started child 93825 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:48:21.615711 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.616471 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO neutron.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 16:48:21.617101 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Notify callbacks [] for process, before_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.617296 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [-] (93824) wsgi starting up on http://0.0.0.0:9696 Aug 27 16:48:21.619521 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Starting 1 workers Aug 27 16:48:21.619710 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.621060 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [-] (93825) wsgi starting up on http://0.0.0.0:9696 Aug 27 16:48:21.624629 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Started child 93826 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:48:21.625156 dv-cinder-804459-4-iscsi neutron-server[93715]: INFO oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Starting 1 workers Aug 27 16:48:21.628195 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] calling RpcWorker wait() {{(pid=93826) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 16:48:21.628751 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] returning from RpcWorker wait() {{(pid=93826) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 16:48:21.629580 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Started child 93827 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 16:48:21.630018 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.630428 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f29fc623-448f-4ceb-a9bf-0fe8a598f24a None None] Notify callbacks [] for process, after_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.630524 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:21.632846 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 16:48:21.633056 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:48:21.633243 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:48:21.633453 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:48:21.633825 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:48:21.633984 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:48:21.634920 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.635208 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.635393 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:21.635860 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.635860 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.635997 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.636577 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.636997 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.637255 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.637545 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.637815 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.637981 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.638301 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.638566 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.638796 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.639099 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.639375 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.639610 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.639891 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.640061 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.640326 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.640589 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.640844 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.641112 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.641355 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.641899 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.642127 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.642367 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.642581 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.642868 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.643090 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.643349 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.643601 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.643816 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.644076 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.644340 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.644581 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.644789 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.645029 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.645265 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.645482 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.645990 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] host = dv-cinder-804459-4-iscsi {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.646212 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.646428 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.646650 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.646898 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.647698 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.647955 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.648231 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.648493 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.648674 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.648917 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.649168 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.649404 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.649795 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.650054 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.650217 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.650453 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.650718 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.650975 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.651163 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.651331 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.651514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.651748 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.651911 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.652147 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.652381 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.652593 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.652805 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.653017 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.653264 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.653549 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.653794 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.654006 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.654233 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.654491 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.654733 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.654954 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.655177 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.655405 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.655620 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.655832 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.656043 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.656353 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.656503 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.656686 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.656935 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.657167 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.657438 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.657711 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.657979 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.658217 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.658422 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.658635 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.658897 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.659124 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.659370 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.659616 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.659951 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.660183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.660398 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.660633 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.660867 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.661082 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.661321 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.661595 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.661810 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.662025 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.662242 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.662455 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.663120 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.664055 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.664388 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.664698 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.664944 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.665196 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.665460 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.665920 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.666231 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.666501 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:21.666656 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.666803 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.667242 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.667380 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.667644 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.667866 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.668312 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.668468 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.668704 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.668967 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.669220 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.669452 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.669889 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.670555 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.670555 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.670809 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.670982 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.671238 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.671460 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.671777 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.672052 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.672325 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.672597 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.672843 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.673064 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.673279 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.673511 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.673739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.673953 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.674216 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.674436 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.674647 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.674879 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.675101 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.675457 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.675699 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.675939 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.676177 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.676438 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.676675 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.676862 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.677464 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.677464 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.677834 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.677834 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.678065 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.678434 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.678656 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.678875 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.679628 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.679628 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.679628 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.680005 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.680128 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.680279 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.680496 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.680713 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.681514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.681514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.681514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.681891 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.681891 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.682129 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.682296 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.682766 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.683025 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.683197 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.683419 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.683647 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.689119 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.693739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696027 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.696989 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.698176 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.699318 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.700802 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.703540 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.704680 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705649 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705649 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705804 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.705969 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.706206 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.706427 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.706664 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.706887 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.707122 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.707388 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.707607 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.707893 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.708118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.708351 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.708574 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.708811 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.709045 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.709258 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.710170 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.710712 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.712455 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.712699 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.712961 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.713166 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.713394 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.713674 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.713895 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.714188 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.714420 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.714760 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.715015 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.715246 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.715487 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.715723 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.715987 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.716224 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.716514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.716698 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.716895 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.717110 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.717367 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.717676 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.718087 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.719052 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.719276 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.719494 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.719932 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.720154 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.720480 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.721020 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.721274 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.721818 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.722561 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.723380 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.723620 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.723834 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.724050 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.724275 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.724497 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.724705 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.724966 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.725215 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.725587 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.725863 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.726194 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.726415 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.726791 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.727023 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.727263 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.727483 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.727700 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.728793 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.729065 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.729281 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.729542 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.729741 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.729960 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.730170 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.730395 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.730606 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.730810 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.731029 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.731265 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.731472 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.731770 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.732018 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.732254 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.732543 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.732775 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.733034 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.733287 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.734058 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.734301 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.734565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.734784 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.735003 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.735242 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.735478 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.735789 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.736060 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.736325 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.736580 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.736865 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.737132 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.737406 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.737642 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.737950 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.738277 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.738546 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.738828 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.739059 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.739317 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.739563 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.739781 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.740229 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.740649 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.740938 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.741184 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.741852 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.742082 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.742304 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.742534 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.742753 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.743331 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.743559 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.744746 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.744976 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.745138 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:48:21.745707 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 16:48:21.745872 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 16:48:21.746016 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 16:48:21.746185 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 16:48:21.746367 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 16:48:21.746523 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 16:48:21.746728 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.746904 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747029 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747190 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747346 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747524 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747683 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747842 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.747999 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.748156 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.748313 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.748470 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.748626 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.748782 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.749117 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.749117 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.749363 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.749363 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750082 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750249 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750408 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750565 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750722 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.750879 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.751087 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.751245 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.751375 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753337 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753337 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753621 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753621 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753818 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.753954 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754113 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754273 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754433 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754593 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754751 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.754908 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755065 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755221 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] host = dv-cinder-804459-4-iscsi {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755378 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755536 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755693 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.755848 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.756004 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.756162 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757004 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757168 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757328 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757486 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757756 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.757943 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.758123 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.758300 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.758475 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.758672 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.758820 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.759024 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.759179 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.759350 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.759842 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.759947 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760110 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760270 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760424 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760579 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760732 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.760886 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.761038 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.761302 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762183 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.762896 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763072 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763234 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763394 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763567 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763704 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.763852 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764009 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764155 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764316 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764474 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764635 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764795 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.764880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:21.764967 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765098 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765258 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765418 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765602 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765761 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.765919 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766080 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766237 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766395 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766552 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766710 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.766867 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767025 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767207 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767365 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767522 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767679 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767837 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.767995 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.768153 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 16:48:21.768333 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.768496 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.768717 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.768832 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.768993 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.769154 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.769313 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.769474 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.769668 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.769830 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770059 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770150 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770308 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770469 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770630 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770793 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.770956 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.771117 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.771377 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.771545 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.771705 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.771893 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.772622 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.772945 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773109 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773274 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773435 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773636 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773799 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.773962 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774124 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774286 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774449 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774613 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774776 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.774939 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775101 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775262 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775423 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775584 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775786 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.775950 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.776116 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.776279 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.776442 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.776679 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.776873 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777037 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777182 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777333 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777537 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777669 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777811 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.777967 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778169 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778326 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778458 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778583 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778730 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.778892 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.779053 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.779213 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.779373 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.779537 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.779699 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.780118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.780547 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.780716 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.780879 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.781036 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.781604 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.781768 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.781933 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782118 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782269 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782408 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782564 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782740 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.782886 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.783047 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.783421 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.783585 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.783748 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.783897 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784069 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784218 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784374 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784535 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784694 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.784863 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785038 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785200 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785362 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785561 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785720 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.785860 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786014 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786178 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786338 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786499 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786660 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786822 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.786985 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787145 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787432 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787588 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787710 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787830 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.787951 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788159 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788345 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788483 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788619 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788754 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.788885 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789022 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789157 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789300 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789437 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789602 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789760 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.789932 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790095 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790335 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790478 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790688 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790688 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.790895 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791006 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791138 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791298 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791514 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791660 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.791995 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792147 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792305 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792471 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792654 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792814 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.792975 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.793136 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.793297 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.793459 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.793707 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.793868 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794028 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794188 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794348 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794509 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794670 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794829 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.794990 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795150 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795325 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795460 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795607 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795769 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.795931 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796095 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796257 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796418 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796579 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796739 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.796898 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797058 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797218 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797379 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797606 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797733 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.797856 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798008 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798167 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798327 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798487 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798650 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798811 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.798973 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799134 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799296 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799457 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799617 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799780 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.799941 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800103 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800264 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800423 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800585 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800746 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.800907 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801068 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801228 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801388 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801584 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801744 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.801904 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802064 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802225 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802386 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802546 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802706 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.802866 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803026 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803274 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803425 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803590 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803754 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.803914 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804075 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804234 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804394 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804553 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804727 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.804889 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805051 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805285 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805454 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805636 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805808 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.805972 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806134 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806295 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806456 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806616 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806786 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.806947 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.807107 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.807508 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.807925 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808066 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808242 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808410 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808570 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808730 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.808889 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.809050 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.809219 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.809671 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.809807 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.809931 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810092 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810253 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810424 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810585 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810746 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.810907 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.811068 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.811228 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.811630 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.811798 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.811961 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812129 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812289 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812449 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812609 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812781 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.812943 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813105 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813266 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813427 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813600 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813759 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.813925 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814095 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814262 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814423 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814590 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814774 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.814942 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815065 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815214 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815386 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815548 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815708 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.815873 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816033 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816194 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816356 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816516 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816676 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816836 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.816995 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817155 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817328 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817453 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817623 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817792 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.817941 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.818400 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.818400 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.818400 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 16:48:21.818638 dv-cinder-804459-4-iscsi neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 16:48:21.946895 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 36388) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:21.955760 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064311 Aug 27 16:48:33.776179 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55f7ea-77d3-430c-b819-fc2dc6169b33 None None] get_active_networks_info from dv-cinder-804459-4-iscsi {{(pid=93826) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 16:48:33.845644 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c55f7ea-77d3-430c-b819-fc2dc6169b33 None None] No non-hosted networks {{(pid=93826) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 16:48:33.862408 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.agentschedulers_db [None req-9c55f7ea-77d3-430c-b819-fc2dc6169b33 None None] DHCP Agent not found on host dv-cinder-804459-4-iscsi {{(pid=93826) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 16:48:34.013655 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a5a2ebb6-001e-4d0c-b8a2-301264c308ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:36.439643 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1b7da9cd-8805-4a93-a85c-616451e566d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:36.510368 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cef9fb07-14ed-43f9-85ac-cf5e461a5708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:36.651739 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:36.653650 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.654500 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.655104 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.655781 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.656818 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.657467 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.658025 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.660035 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.661009 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.662927 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.663515 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.664052 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:36.665006 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804459-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:36.688004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804459-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:48:38.097555 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:39.851955 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:40.259245 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.db.l3_hamode_db [None req-03255598-eb42-445b-b282-143deb79a516 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 16:48:40.342856 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03255598-eb42-445b-b282-143deb79a516 None None] Routers set() bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:48:40.343238 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03255598-eb42-445b-b282-143deb79a516 None None] Router IDs set() for agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 16:48:41.291907 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:41.813847 dv-cinder-804459-4-iscsi neutron-server[93824]: WARNING oslo_policy.policy [None req-419efbd0-63cc-4471-bd59-feb5666a1579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:48:41.814466 dv-cinder-804459-4-iscsi neutron-server[93824]: WARNING oslo_policy.policy [None req-419efbd0-63cc-4471-bd59-feb5666a1579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:48:42.040872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [None req-419efbd0-63cc-4471-bd59-feb5666a1579 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:48:42.042080 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-419efbd0-63cc-4471-bd59-feb5666a1579 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7480018 Aug 27 16:48:44.496613 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:44.826474 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:44.925787 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.policy [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 16:48:44.972692 dv-cinder-804459-4-iscsi neutron-server[93824]: WARNING oslo_policy.policy [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:48:44.972986 dv-cinder-804459-4-iscsi neutron-server[93824]: WARNING oslo_policy.policy [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:48:44.982204 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.quota [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] Loaded quota_driver: . Aug 27 16:48:45.078936 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789101772242', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789101770767', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789101759125', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789101752369', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789100555981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789101667484', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-654050', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-680412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33233288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33287016'] for rbac-policy, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.150187 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:45.151809 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ea2be0b4-c8ff-4d7c-ac78-3902aef760c6 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6540654 Aug 27 16:48:47.867497 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:48.225650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'name': 'private', 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:48.256991 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Made reservation on behalf of c7566124bcf741de8cbc6d0aa2fcd80a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:48.260270 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.278288 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.420434 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.424644 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.446659 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:48:48.477200 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789097080805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.477808 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Unsubscribe: segment precommit_create {{(pid=93824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 16:48:48.478355 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Added segment d59fbd6a-25be-4b4d-b224-8b54a65df4a3 of type vlan for network 8fed8004-4e8b-4ded-aec3-ace7a9159709 Aug 27 16:48:48.495264 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e3b1a-5088-4a21-8eb9-720cdd049ca5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:48.547416 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.547759 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.548087 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.548407 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.548720 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.549050 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.549389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.549709 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.550033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.550339 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.550640 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.550940 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Tracked resource versions report: Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: pushed versions: Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: { 'AddressGroup': {'1.2'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Log': {'1.0'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Network': {'1.1'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Port': {'1.7'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'PortForwarding': {'1.2'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'QosPolicy': {'1.9'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroup': {'1.4'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SubPort': {'1.0'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Subnet': {'1.1'}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Trunk': {'1.1'}} Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: consumer versions: Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'ConntrackHelper': '1.0', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Log': '1.0', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Network': '1.1', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Port': '1.7', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'PortForwarding': '1.2', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'QosPolicy': '1.9', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroup': '1.4', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroupRule': '1.2', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SubPort': '1.0', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Subnet': '1.1', Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Trunk': '1.1'}} Aug 27 16:48:48.552044 dv-cinder-804459-4-iscsi neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:48:48.609297 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.653614 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.654898 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:48.655564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:48.748453 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8795497 Aug 27 16:48:48.764405 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87704a-940c-47e1-a0cd-a61ff9413d50 admin admin] Pushing event updated for resources: {'Network': ['ID=8fed8004-4e8b-4ded-aec3-ace7a9159709,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:48.777380 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:48:51.609103 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:52.083181 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31da28a-1549-4590-9951-b24a6dbc725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:52.085818 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f31da28a-1549-4590-9951-b24a6dbc725a admin admin] 10.222.0.44 "GET /v2.0/networks/8fed8004-4e8b-4ded-aec3-ace7a9159709 HTTP/1.1" status: 200 len: 825 time: 0.4756062 Aug 27 16:48:52.121954 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6b3b979c-f0ce-42aa-835e-0335aea01e24 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/ee25cdbd-66ee-431f-9b2d-582a9c1ec16b HTTP/1.1" status: 200 len: 734 time: 0.0294797 Aug 27 16:48:52.132634 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Request body: {'subnet': {'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'name': 'private-subnet', 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:48:52.155948 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Made reservation on behalf of c7566124bcf741de8cbc6d0aa2fcd80a for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:48:52.158333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.461225 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.531739 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9e6fa0-3052-423d-a864-103c6fb237ab,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:52.536623 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Checking segment: {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:52.537129 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Network hostable DHCP agents. Network: 8fed8004-4e8b-4ded-aec3-ace7a9159709, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:48:52.559345 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:48:52.571244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 8fed8004-4e8b-4ded-aec3-ace7a9159709) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:52.575936 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:48:52.576506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:52.582176 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4434fe1-1bde-4812-835f-89f6acc0e160 None None] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:48:52.592381 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0aa53915-5bba-4483-86a9-5730478a144c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635184 Aug 27 16:48:52.919101 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-8fed8004-4e8b-4ded-aec3-ace7a9159709', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:48:52.920342 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.199885 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Allocated IP 172.20.0.2 (8fed8004-4e8b-4ded-aec3-ace7a9159709/ad9e6fa0-3052-423d-a864-103c6fb237ab/0b07c8b0-ecdc-421f-8140-5fcbeda01f5a) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:48:53.407843 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.424888 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Transition to ACTIVE for port object 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:53.450969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Transition to ACTIVE for port object 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:48:53.458808 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.555479 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:48:53.562252 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:48:53.572100 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:48:53.575266 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Pushing event updated for resources: {'Port': ['ID=0b07c8b0-ecdc-421f-8140-5fcbeda01f5a,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:53.586330 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.586977 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.586977 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.587323 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.587648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.587974 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.588297 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.588619 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.588956 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.589279 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.589625 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.589944 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Tracked resource versions report: Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: pushed versions: Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: { 'AddressGroup': {'1.2'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Log': {'1.0'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Network': {'1.1'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Port': {'1.7'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'PortForwarding': {'1.2'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'QosPolicy': {'1.9'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroup': {'1.4'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SubPort': {'1.0'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Subnet': {'1.1'}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Trunk': {'1.1'}} Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: consumer versions: Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'ConntrackHelper': '1.0', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Log': '1.0', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Network': '1.1', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Port': '1.7', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'PortForwarding': '1.2', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'QosPolicy': '1.9', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroup': '1.4', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroupRule': '1.2', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SubPort': '1.0', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Subnet': '1.1', Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Trunk': '1.1'}} Aug 27 16:48:53.591053 dv-cinder-804459-4-iscsi neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:48:53.665217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Attempting to bind port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:48:53.665623 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Attempting to bind port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:48:53.666034 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Attempting to bind port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a on network 8fed8004-4e8b-4ded-aec3-ace7a9159709 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:48:53.671088 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:48:53.671491 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Checking segment: {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:48:53.671967 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.672356 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Bound using segment: {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:48:53.672858 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Bound port: 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:48:53.673256 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.748619 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] For port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:48:53.753049 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] For port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0b07c8b0-ecdc-421f-8140-5fcbeda01f5a,segment=NetworkSegment(d59fbd6a-25be-4b4d-b224-8b54a65df4a3),segment_id=d59fbd6a-25be-4b4d-b224-8b54a65df4a3)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:48:53.759146 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:48:53.851376 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176447d-a169-49d3-b367-b5c1461713e3 None None] Pushing event updated for resources: {'Port': ['ID=0b07c8b0-ecdc-421f-8140-5fcbeda01f5a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:48:55.054249 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:55.402386 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [None req-6e7f736f-18ed-496e-a2cf-1eea5cdd434c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:48:55.403393 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6e7f736f-18ed-496e-a2cf-1eea5cdd434c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3481545 Aug 27 16:48:57.870666 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:48:58.189577 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [None req-81ecc753-d0a2-4574-892a-e7e03baac4d2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:48:58.190667 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-81ecc753-d0a2-4574-892a-e7e03baac4d2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190527 Aug 27 16:49:00.920140 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:01.225218 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Request body: {'router': {'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'name': 'router1', 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:01.253235 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.254820 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.402411 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.407540 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.425007 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:01.426264 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ea43e32c-9ebe-4beb-b7b3-2fa433e93686 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5051501 Aug 27 16:49:02.403369 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e37481-7cb9-40f1-adc3-c11a397c4d09 None None] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:49:02.526053 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-af7af826-d7e7-4e0d-ad79-bdc92e05189d None None] Provisioning for port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:03.271536 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:03.351276 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:03.355023 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:03.355418 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:03.468128 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:03.504913 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0b07c8b0-ecdc-421f-8140-5fcbeda01f5a,segment=NetworkSegment(d59fbd6a-25be-4b4d-b224-8b54a65df4a3),segment_id=d59fbd6a-25be-4b4d-b224-8b54a65df4a3)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:03.509507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:03.555493 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=0b07c8b0-ecdc-421f-8140-5fcbeda01f5a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:03.689914 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5ec32ea4-0710-4e20-a267-b471df3c1e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:03.886308 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:04.209265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [None req-cfc75e38-3a9e-47fc-bdf4-19055ce0120e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:49:04.210304 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-cfc75e38-3a9e-47fc-bdf4-19055ce0120e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230617 Aug 27 16:49:05.239059 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:05.288473 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:05.288818 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.430911 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4931-3ed0-4e04-9cba-6d737209a419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.627051 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:06.651123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.941819 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:06.962374 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Made reservation on behalf of e084907e021348548aa3b78f0f0b925a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:49:06.964750 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:06.972732 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.066083 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.070577 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.085522 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93824) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 16:49:07.103713 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405cdfe1-d1d0-4483-85a9-64eab609036a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:07.108406 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.108749 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Added segment e572a513-c2d9-4adb-92ca-2f4ee7c99511 of type flat for network f8fbe469-9465-49d9-97e5-5d062690a45f Aug 27 16:49:07.155816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.188234 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.189296 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:07.189891 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:07.245720 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6175692 Aug 27 16:49:07.250443 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a55a66-f24a-488f-81c7-7ed9d49f1cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fbe469-9465-49d9-97e5-5d062690a45f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:07.262558 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network f8fbe469-9465-49d9-97e5-5d062690a45f details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:49:07.998923 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.614289 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:09.777776 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:09.804862 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf7ddc-426a-4838-955e-9e44e2785023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:09.806251 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4eaf7ddc-426a-4838-955e-9e44e2785023 admin admin] 10.222.0.44 "GET /v2.0/subnets/ad9e6fa0-3052-423d-a864-103c6fb237ab HTTP/1.1" status: 200 len: 849 time: 0.1903794 Aug 27 16:49:09.927507 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a438c61a-f4a1-4a71-8ed2-4017f1d0f77a admin admin] 10.222.0.44 "GET /v2.0/routers/bff92656-cd4e-42c3-9f6f-bcd0f29c789f HTTP/1.1" status: 200 len: 704 time: 0.1151114 Aug 27 16:49:10.200460 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:10.504675 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Allocated IP 172.20.0.1 (8fed8004-4e8b-4ded-aec3-ace7a9159709/ad9e6fa0-3052-423d-a864-103c6fb237ab/8ecc5791-2483-43f3-ae85-b70923134375) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:49:10.706911 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:10.732308 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Transition to ACTIVE for port object 8ecc5791-2483-43f3-ae85-b70923134375 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:10.797961 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:10.867819 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:10.874527 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:10.877688 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:10.878226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:10.937951 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8ecc5791-2483-43f3-ae85-b70923134375,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:11.086506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.130651 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9e694f81-e368-43ed-b402-16cb02b8be33 None None] Provisioning for port 8ecc5791-2483-43f3-ae85-b70923134375 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:11.134564 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9e694f81-e368-43ed-b402-16cb02b8be33 None None] Provisioning complete for port 8ecc5791-2483-43f3-ae85-b70923134375 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:11.134929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e694f81-e368-43ed-b402-16cb02b8be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.167878 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9e694f81-e368-43ed-b402-16cb02b8be33 None None] Port 8ecc5791-2483-43f3-ae85-b70923134375 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:49:11.294520 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.299046 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.299849 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.376333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8ecc5791-2483-43f3-ae85-b70923134375,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:11.427890 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:11.429158 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:11.602183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Router bff92656-cd4e-42c3-9f6f-bcd0f29c789f is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:49:11.687872 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c0be551f-0591-4748-a073-747747d3f322 None None] Provisioning complete for port 8ecc5791-2483-43f3-ae85-b70923134375 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:11.688129 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0be551f-0591-4748-a073-747747d3f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:11.695459 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:49:11.701048 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-67f6c46e-4f49-43f4-9585-902c614df5fa admin admin] 10.222.0.44 "PUT /v2.0/routers/bff92656-cd4e-42c3-9f6f-bcd0f29c789f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7676029 Aug 27 16:49:11.706238 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Sync routers for ids ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:49:11.717411 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Routers {'bff92656-cd4e-42c3-9f6f-bcd0f29c789f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:11.718403 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:49:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:11.733545 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c0be551f-0591-4748-a073-747747d3f322 None None] Port 8ecc5791-2483-43f3-ae85-b70923134375 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:49:11.906985 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Set router bff92656-cd4e-42c3-9f6f-bcd0f29c789f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:12.344952 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 2, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port_host': None, '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 2, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:12.397324 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Checking router: bff92656-cd4e-42c3-9f6f-bcd0f29c789f for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:49:12.397630 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Updating router bff92656-cd4e-42c3-9f6f-bcd0f29c789f port 8ecc5791-2483-43f3-ae85-b70923134375 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:49:12.448576 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:12.967650 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:12.986024 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Transition to ACTIVE for port object 8ecc5791-2483-43f3-ae85-b70923134375 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:12.992063 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:13.167581 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Pushing event updated for resources: {'Port': ['ID=8ecc5791-2483-43f3-ae85-b70923134375,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:13.173457 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Attempting to bind port 8ecc5791-2483-43f3-ae85-b70923134375 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:49:13.173880 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Attempting to bind port 8ecc5791-2483-43f3-ae85-b70923134375 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:49:13.174288 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Attempting to bind port 8ecc5791-2483-43f3-ae85-b70923134375 on network 8fed8004-4e8b-4ded-aec3-ace7a9159709 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:13.180777 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.181120 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.181459 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.181816 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.182147 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.182480 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.182806 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.183129 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.183464 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.183786 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.184103 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.184425 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Tracked resource versions report: Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: pushed versions: Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Log': {'1.0'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Network': {'1.1'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Port': {'1.7'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: consumer versions: Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Log': '1.0', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Network': '1.1', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Port': '1.7', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SubPort': '1.0', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Subnet': '1.1', Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Aug 27 16:49:13.186087 dv-cinder-804459-4-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Checking segment: {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Bound using segment: {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Bound port: 8ecc5791-2483-43f3-ae85-b70923134375, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59fbd6a-25be-4b4d-b224-8b54a65df4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:49:13.192065 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:13.257416 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] For port 8ecc5791-2483-43f3-ae85-b70923134375, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:49:13.277059 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] For port 8ecc5791-2483-43f3-ae85-b70923134375, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=8ecc5791-2483-43f3-ae85-b70923134375,segment=NetworkSegment(d59fbd6a-25be-4b4d-b224-8b54a65df4a3),segment_id=d59fbd6a-25be-4b4d-b224-8b54a65df4a3)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:49:13.281886 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:13.344131 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c99fd-a718-4326-979e-a70a3c3d79b3 None None] Pushing event updated for resources: {'Port': ['ID=8ecc5791-2483-43f3-ae85-b70923134375,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:13.347432 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Routers {'bff92656-cd4e-42c3-9f6f-bcd0f29c789f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:13.348067 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:49:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:13.439064 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] Set router bff92656-cd4e-42c3-9f6f-bcd0f29c789f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:13.667343 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 2, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port_host': None, '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:13Z', 'revision_number': 4, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:13.703575 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384e009-8429-479d-b19b-c53859e5e5e6 None None] The sync data for ids ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'] in dv-cinder-804459-4-iscsi is: [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:11Z', 'revision_number': 2, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port_host': None, '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:13Z', 'revision_number': 4, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:49:13.983792 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:14.101621 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72cfe1-54cd-43e8-8ce9-c5b0cfcf78fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:14.108992 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fe72cfe1-54cd-43e8-8ce9-c5b0cfcf78fb admin admin] 10.222.0.44 "GET /v2.0/networks/f8fbe469-9465-49d9-97e5-5d062690a45f HTTP/1.1" status: 200 len: 842 time: 0.1183956 Aug 27 16:49:14.114990 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:14.138253 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Made reservation on behalf of e084907e021348548aa3b78f0f0b925a for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:49:14.140586 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:14.502868 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.objects.ports [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 16:49:14.503365 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:14.552583 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c97f135-c381-4878-87b6-5f4101c2ccd5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:14.567334 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:14.567700 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Network hostable DHCP agents. Network: f8fbe469-9465-49d9-97e5-5d062690a45f, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:49:14.584377 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:49:14.596618 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, f8fbe469-9465-49d9-97e5-5d062690a45f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:14.601647 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:14.602199 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:14.610670 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6421075-9f0b-4a74-8998-c64f8314bf43 None None] Network f8fbe469-9465-49d9-97e5-5d062690a45f requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:49:14.626232 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-85472bc6-7451-4523-aa4b-e4cfb9260a02 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5161552 Aug 27 16:49:14.772789 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4dc297-78bf-4a23-a5bd-36f545fe43ea None None] Network f8fbe469-9465-49d9-97e5-5d062690a45f requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:49:16.999065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:17.131509 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b976d0b0-a7aa-4e57-991a-6b1ba8e9ab57 admin admin] 10.222.0.44 "GET /v2.0/routers/bff92656-cd4e-42c3-9f6f-bcd0f29c789f HTTP/1.1" status: 200 len: 710 time: 0.1312931 Aug 27 16:49:17.225882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b947e4c-79d0-402b-803d-ad9ee590614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:49:17.227379 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4b947e4c-79d0-402b-803d-ad9ee590614a admin admin] 10.222.0.44 "GET /v2.0/networks/f8fbe469-9465-49d9-97e5-5d062690a45f HTTP/1.1" status: 200 len: 886 time: 0.0897067 Aug 27 16:49:17.237217 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:49:17.508840 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:17.748334 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:17.831841 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:17.941602 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Allocated IP 172.27.2.42 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/999e8d08-cf7d-4af2-b489-ac6e6a111aea) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:49:18.043817 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.085362 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.125691 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:49:18.131432 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:49:18.138401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:49:18.141639 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Pushing event updated for resources: {'Port': ['ID=999e8d08-cf7d-4af2-b489-ac6e6a111aea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:18.493425 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.694256 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33102366', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33101500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127715'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.697778 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33102341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33102348', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33101483'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.807308 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Router bff92656-cd4e-42c3-9f6f-bcd0f29c789f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:49:18.926388 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:49:18.931275 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:18.932386 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b2838653-97ec-485c-88f5-22102192e9be admin admin] 10.222.0.44 "PUT /v2.0/routers/bff92656-cd4e-42c3-9f6f-bcd0f29c789f HTTP/1.1" status: 200 len: 889 time: 1.6987286 Aug 27 16:49:19.280849 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8ecc5791-2483-43f3-ae85-b70923134375 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:19.343026 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 8ecc5791-2483-43f3-ae85-b70923134375 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:19.348847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 8ecc5791-2483-43f3-ae85-b70923134375 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:19.349476 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:19.429128 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:19.462216 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 8ecc5791-2483-43f3-ae85-b70923134375, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=8ecc5791-2483-43f3-ae85-b70923134375,segment=NetworkSegment(d59fbd6a-25be-4b4d-b224-8b54a65df4a3),segment_id=d59fbd6a-25be-4b4d-b224-8b54a65df4a3)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:19.466062 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:19.516559 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=8ecc5791-2483-43f3-ae85-b70923134375,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:20.343297 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Sync routers for ids ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:49:20.353837 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Routers {'bff92656-cd4e-42c3-9f6f-bcd0f29c789f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:20.354493 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:49:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:20.621345 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Set router bff92656-cd4e-42c3-9f6f-bcd0f29c789f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:21.028826 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:18Z', 'revision_number': 4, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port': {'id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:17Z', 'updated_at': '2021-08-27T16:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:19Z', 'revision_number': 5, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:21.078883 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Checking router: bff92656-cd4e-42c3-9f6f-bcd0f29c789f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:49:21.079247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Updating router bff92656-cd4e-42c3-9f6f-bcd0f29c789f port 999e8d08-cf7d-4af2-b489-ac6e6a111aea binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:49:21.131072 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.260914 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8ecc5791-2483-43f3-ae85-b70923134375 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:21.389704 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 8ecc5791-2483-43f3-ae85-b70923134375 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:21.390232 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.451478 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 36628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:49:21.576909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.577545 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f240a122-9c36-4a7f-baa4-3fea4acbe1e4 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1247227 Aug 27 16:49:21.587409 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Transition to ACTIVE for port object 999e8d08-cf7d-4af2-b489-ac6e6a111aea will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:49:21.601829 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.657004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712e192-03de-4920-b2b9-92e4d9784014 None None] Pushing event updated for resources: {'Port': ['ID=999e8d08-cf7d-4af2-b489-ac6e6a111aea,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:21.659564 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Attempting to bind port 999e8d08-cf7d-4af2-b489-ac6e6a111aea on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:49:21.659931 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Attempting to bind port 999e8d08-cf7d-4af2-b489-ac6e6a111aea by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:49:21.660286 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Attempting to bind port 999e8d08-cf7d-4af2-b489-ac6e6a111aea on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:49:21.667308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:49:21.667681 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:49:21.668096 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.668483 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:49:21.668953 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Bound port: 999e8d08-cf7d-4af2-b489-ac6e6a111aea, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:49:21.669575 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.727630 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] For port 999e8d08-cf7d-4af2-b489-ac6e6a111aea, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:49:21.730983 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] For port 999e8d08-cf7d-4af2-b489-ac6e6a111aea, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=999e8d08-cf7d-4af2-b489-ac6e6a111aea,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:49:21.737053 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:21.795451 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Routers {'bff92656-cd4e-42c3-9f6f-bcd0f29c789f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:49:21.796062 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:49:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:21.800821 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712e192-03de-4920-b2b9-92e4d9784014 None None] Pushing event updated for resources: {'Port': ['ID=999e8d08-cf7d-4af2-b489-ac6e6a111aea,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:21.993986 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] Set router bff92656-cd4e-42c3-9f6f-bcd0f29c789f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:49:22.215199 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:18Z', 'revision_number': 4, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port': {'id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:17Z', 'updated_at': '2021-08-27T16:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:19Z', 'revision_number': 5, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:49:22.241574 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9b1bc-f975-47e8-bc7f-de7f19dbb275 None None] The sync data for ids ['bff92656-cd4e-42c3-9f6f-bcd0f29c789f'] in dv-cinder-804459-4-iscsi is: [{'id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'name': 'router1', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:49:01Z', 'updated_at': '2021-08-27T16:49:18Z', 'revision_number': 4, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'gw_port': {'id': '999e8d08-cf7d-4af2-b489-ac6e6a111aea', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:17Z', 'updated_at': '2021-08-27T16:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8ecc5791-2483-43f3-ae85-b70923134375', 'name': '', 'network_id': '8fed8004-4e8b-4ded-aec3-ace7a9159709', 'tenant_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'mac_address': 'fa:16:3e:b0:97:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff92656-cd4e-42c3-9f6f-bcd0f29c789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:49:10Z', 'updated_at': '2021-08-27T16:49:19Z', 'revision_number': 5, 'project_id': 'c7566124bcf741de8cbc6d0aa2fcd80a', 'subnets': [{'id': 'ad9e6fa0-3052-423d-a864-103c6fb237ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee25cdbd-66ee-431f-9b2d-582a9c1ec16b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:49:23.273934 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 999e8d08-cf7d-4af2-b489-ac6e6a111aea up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:23.326904 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 999e8d08-cf7d-4af2-b489-ac6e6a111aea completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:49:23.336765 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 999e8d08-cf7d-4af2-b489-ac6e6a111aea triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:23.337139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.434626 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.456786 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 999e8d08-cf7d-4af2-b489-ac6e6a111aea, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=999e8d08-cf7d-4af2-b489-ac6e6a111aea,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:49:23.466036 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:23.520589 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=999e8d08-cf7d-4af2-b489-ac6e6a111aea,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:49:25.325370 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 999e8d08-cf7d-4af2-b489-ac6e6a111aea up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:49:25.435839 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 999e8d08-cf7d-4af2-b489-ac6e6a111aea triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:49:25.436427 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:33.703117 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8d60377c-9859-4a95-820c-43fddcf73819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:35.694114 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:49:36.432288 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e6141a9-aab2-4b16-84c9-d476bab9ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:36.657420 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:38.007269 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:49:39.795073 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:03.702341 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ee7aeb91-a79e-44d6-8273-703daf0db8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:06.435548 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbc2-4a78-4628-82c2-82a8f3379248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:06.651321 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:08.013738 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:09.794828 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:12.697722 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:50:33.695076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5106554a-0973-4475-8653-f3ee5d247bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.439445 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d0ab3d50-d90d-4505-aa6b-f45ce6fa5d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:36.657549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:38.007484 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:39.799139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:50:49.695871 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:51:00.722366 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:00.785067 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-791a5c77-4bc3-424b-96a8-700970b24c18 admin admin] GET failed (client error): The resource could not be found. Aug 27 16:51:00.786471 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-791a5c77-4bc3-424b-96a8-700970b24c18 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631630 Aug 27 16:51:00.946557 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3d214-1074-4678-8d31-aca3a4c38f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:00.947950 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e5d3d214-1074-4678-8d31-aca3a4c38f29 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568372 Aug 27 16:51:03.127281 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:03.218161 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68913d1f-6a1a-4fe9-b6ba-a5882913a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:03.220191 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-68913d1f-6a1a-4fe9-b6ba-a5882913a648 admin admin] 10.222.0.44 "GET /v2.0/subnets/ad9e6fa0-3052-423d-a864-103c6fb237ab HTTP/1.1" status: 200 len: 849 time: 0.0919623 Aug 27 16:51:03.230082 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:03.314288 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Notify callbacks [] for subnet, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.457682 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789097088040'] for subnet, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.490665 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:03.491252 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.492521 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] 10.222.0.44 "PUT /v2.0/subnets/ad9e6fa0-3052-423d-a864-103c6fb237ab HTTP/1.1" status: 200 len: 868 time: 0.2660618 Aug 27 16:51:03.493465 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbb3a6-eabe-4c32-b758-230c1db6ace7 None None] Network 8fed8004-4e8b-4ded-aec3-ace7a9159709 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:03.511269 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9e6fa0-3052-423d-a864-103c6fb237ab,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:03.519207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.519564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.519882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.520214 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.520534 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.520876 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.521251 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.521595 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.521918 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.522238 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.522555 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.522868 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222db1ef-7f23-4250-97dc-f1f9ead568cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:03.697722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1d45f451-308b-4a92-8278-bf0ae9c475d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.852047 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-16b48e51-cbf2-4db8-9c9e-8ef0748f2b66 None None] Provisioning complete for port 0b07c8b0-ecdc-421f-8140-5fcbeda01f5a triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:03.852416 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16b48e51-cbf2-4db8-9c9e-8ef0748f2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:03.938677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-16b48e51-cbf2-4db8-9c9e-8ef0748f2b66 None None] Provisioning complete for port 8ecc5791-2483-43f3-ae85-b70923134375 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:03.938937 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-16b48e51-cbf2-4db8-9c9e-8ef0748f2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:05.682706 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:05.877186 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62159b8-f278-4837-9c0c-bbb173ddf714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:05.877606 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62159b8-f278-4837-9c0c-bbb173ddf714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:05.879135 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e62159b8-f278-4837-9c0c-bbb173ddf714 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953988 Aug 27 16:51:06.440203 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bd43ca23-b2f9-4945-9853-1cd217b19a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:06.648319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.011054 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:08.053514 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:08.190089 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99b84b-83ef-454e-8bb9-82ffd2b0010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:08.190564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99b84b-83ef-454e-8bb9-82ffd2b0010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:08.192086 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fd99b84b-83ef-454e-8bb9-82ffd2b0010b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370387 Aug 27 16:51:09.801121 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:10.409537 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:10.540119 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea536ae-f144-4c61-a160-35dff058d0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:10.541511 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-dea536ae-f144-4c61-a160-35dff058d0b6 admin admin] 10.222.0.44 "GET /v2.0/networks/8fed8004-4e8b-4ded-aec3-ace7a9159709 HTTP/1.1" status: 200 len: 869 time: 0.1309936 Aug 27 16:51:12.721841 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37232) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:12.851467 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING oslo_policy.policy [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:51:12.852030 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING oslo_policy.policy [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:51:13.344895 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.policy [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 16:51:13.391423 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING oslo_policy.policy [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:51:13.391732 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING oslo_policy.policy [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 16:51:13.399869 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:13.401647 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5f9635d5-eb97-420a-bf47-ca60f36e0d46 admin admin] 10.222.0.44 "GET /v2.0/networks/f8fbe469-9465-49d9-97e5-5d062690a45f HTTP/1.1" status: 200 len: 886 time: 0.6788542 Aug 27 16:51:15.594372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37248) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:15.729880 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d573b2-31ab-4f42-b93b-d31dfb597a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:15.730333 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d573b2-31ab-4f42-b93b-d31dfb597a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:15.731883 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-68d573b2-31ab-4f42-b93b-d31dfb597a63 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1360900 Aug 27 16:51:17.947635 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:18.181999 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fc41a-2cca-41e4-a385-658d855ee956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:18.182369 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fc41a-2cca-41e4-a385-658d855ee956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:18.183914 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-175fc41a-2cca-41e4-a385-658d855ee956 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2352953 Aug 27 16:51:20.413757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37264) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:20.501002 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbdd5c-b5e9-447e-a83e-0709f4cd5afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:20.502358 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d0cbdd5c-b5e9-447e-a83e-0709f4cd5afe admin admin] 10.222.0.44 "GET /v2.0/subnets/4c97f135-c381-4878-87b6-5f4101c2ccd5 HTTP/1.1" status: 200 len: 816 time: 0.0876486 Aug 27 16:51:22.691898 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:22.789277 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964ff2d-7a5c-4a3a-81dc-9e23e4875117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:22.790702 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b964ff2d-7a5c-4a3a-81dc-9e23e4875117 admin admin] 10.222.0.44 "GET /v2.0/subnets/ad9e6fa0-3052-423d-a864-103c6fb237ab HTTP/1.1" status: 200 len: 868 time: 0.0979025 Aug 27 16:51:26.694051 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:51:33.699193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f560625e-e213-49f6-bc42-b4c1ed730743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:36.446439 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4b9193e-adc5-4b96-8429-fbfa2ff395c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:36.650635 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:38.013804 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:39.808723 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:47.004945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37326) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:47.057721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [None req-e34640ca-5d97-4a78-86e2-2076357e6e77 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:51:47.058703 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e34640ca-5d97-4a78-86e2-2076357e6e77 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525241 Aug 27 16:51:49.347262 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37334) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:49.408333 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.pecan_wsgi.hooks.translation [None req-3024b27c-b300-49f8-abd2-679fcbb57c10 admin admin] GET failed (client error): The resource could not be found. Aug 27 16:51:49.409668 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3024b27c-b300-49f8-abd2-679fcbb57c10 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615296 Aug 27 16:51:49.551342 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c2de0a-c86c-4659-a5da-78fd873610a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:49.552829 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d3c2de0a-c86c-4659-a5da-78fd873610a4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383717 Aug 27 16:51:51.768431 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37342) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:51.815370 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:51.816525 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.quota [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Loaded quota_driver: . Aug 27 16:51:51.862250 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Made reservation on behalf of e084907e021348548aa3b78f0f0b925a for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:51.865089 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.910952 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING neutron.services.revisions.revision_plugin [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Could not find related network for resource to bump revision. Aug 27 16:51:51.931367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:51:51.943433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789097080805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:51.944012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Unsubscribe: segment precommit_create {{(pid=93825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 16:51:51.944598 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Added segment e96039e8-166c-4c49-8986-7e4c151f9792 of type vlan for network 726d3752-6d82-4c86-a19e-f75503490a1e Aug 27 16:51:52.009171 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.043437 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.044501 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:52.045108 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:52.072536 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3029647 Aug 27 16:51:52.185929 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Pushing event updated for resources: {'Network': ['ID=726d3752-6d82-4c86-a19e-f75503490a1e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:52.197146 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.197457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.197758 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.198086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.198415 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.198740 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.199060 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.199377 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.199715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.200034 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.200346 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.200656 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07b378-4905-443c-b362-4f1d5c9aecc8 admin admin] Tracked resource versions report: Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: pushed versions: Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: { 'AddressGroup': {'1.2'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Log': {'1.0'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Network': {'1.1'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Port': {'1.7'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'PortForwarding': {'1.2'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'QosPolicy': {'1.9'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroup': {'1.4'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SubPort': {'1.0'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Subnet': {'1.1'}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Trunk': {'1.1'}} Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: consumer versions: Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'ConntrackHelper': '1.0', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Log': '1.0', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Network': '1.1', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Port': '1.7', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'PortForwarding': '1.2', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'QosPolicy': '1.9', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroup': '1.4', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroupRule': '1.2', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SubPort': '1.0', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Subnet': '1.1', Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Trunk': '1.1'}} Aug 27 16:51:52.201827 dv-cinder-804459-4-iscsi neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:51:52.242471 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 726d3752-6d82-4c86-a19e-f75503490a1e details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:51:54.329357 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:51:54.391436 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df8e52d-233a-4de3-a828-84169ad2c0cb admin admin] GET failed (client error): The resource could not be found. Aug 27 16:51:54.392783 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1df8e52d-233a-4de3-a828-84169ad2c0cb admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621338 Aug 27 16:51:54.461451 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2ad84-8c06-422f-916a-b45ba1893d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:54.463005 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d5c2ad84-8c06-422f-916a-b45ba1893d21 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655179 Aug 27 16:51:54.473512 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:51:54.494480 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Made reservation on behalf of e084907e021348548aa3b78f0f0b925a for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:51:54.497153 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.666000 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.722024 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f396c9f7-3c52-492d-b209-39a547f61e91,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:54.732349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Checking segment: {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:54.732697 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Network hostable DHCP agents. Network: 726d3752-6d82-4c86-a19e-f75503490a1e, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:51:54.749191 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Network 726d3752-6d82-4c86-a19e-f75503490a1e is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:51:54.759123 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 726d3752-6d82-4c86-a19e-f75503490a1e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:54.765804 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:51:54.767572 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:54.771416 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19fe584-39c9-487a-abe3-5c30331919ac None None] Network 726d3752-6d82-4c86-a19e-f75503490a1e requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:54.783145 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ac93b9ce-3001-47c3-9e65-ed84ac6ee757 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132176 Aug 27 16:51:54.930627 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-726d3752-6d82-4c86-a19e-f75503490a1e', 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e', 'tenant_id': 'e084907e021348548aa3b78f0f0b925a', 'fixed_ips': [{'subnet_id': 'f396c9f7-3c52-492d-b209-39a547f61e91'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:51:54.931972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.078158 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Allocated IP 192.168.233.2 (726d3752-6d82-4c86-a19e-f75503490a1e/f396c9f7-3c52-492d-b209-39a547f61e91/022e0e6a-3c42-4788-a404-3ded7acdd382) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:51:55.340070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.352015 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Transition to ACTIVE for port object 022e0e6a-3c42-4788-a404-3ded7acdd382 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:55.369085 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Transition to ACTIVE for port object 022e0e6a-3c42-4788-a404-3ded7acdd382 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:51:55.381856 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.432737 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Pushing event updated for resources: {'Port': ['ID=022e0e6a-3c42-4788-a404-3ded7acdd382,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Network 726d3752-6d82-4c86-a19e-f75503490a1e is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.445714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.446267 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.446267 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.446627 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.446838 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.447264 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.448782 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.448782 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:51:55.453700 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:51:55.455211 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:51:55.517231 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Attempting to bind port 022e0e6a-3c42-4788-a404-3ded7acdd382 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:51:55.518039 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Attempting to bind port 022e0e6a-3c42-4788-a404-3ded7acdd382 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:51:55.518630 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Attempting to bind port 022e0e6a-3c42-4788-a404-3ded7acdd382 on network 726d3752-6d82-4c86-a19e-f75503490a1e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:51:55.524251 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:51:55.524632 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Checking segment: {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:51:55.525012 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.525394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Bound using segment: {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:51:55.525926 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Bound port: 022e0e6a-3c42-4788-a404-3ded7acdd382, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:51:55.526323 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.596932 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] For port 022e0e6a-3c42-4788-a404-3ded7acdd382, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:51:55.601549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] For port 022e0e6a-3c42-4788-a404-3ded7acdd382, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=022e0e6a-3c42-4788-a404-3ded7acdd382,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:51:55.606140 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:55.667565 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151cb4-6da4-4c34-adc4-5680a4e2bf2c None None] Pushing event updated for resources: {'Port': ['ID=022e0e6a-3c42-4788-a404-3ded7acdd382,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:56.504401 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38d3b8-b273-491a-94f3-689d35a1239b None None] Network 726d3752-6d82-4c86-a19e-f75503490a1e requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:51:56.575266 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-84cfdb65-0475-45b3-82d1-83851b021222 None None] Provisioning for port 022e0e6a-3c42-4788-a404-3ded7acdd382 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:57.404338 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 022e0e6a-3c42-4788-a404-3ded7acdd382 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:57.456665 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 022e0e6a-3c42-4788-a404-3ded7acdd382 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:51:57.461249 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 022e0e6a-3c42-4788-a404-3ded7acdd382 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:57.461669 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.551412 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.589245 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 022e0e6a-3c42-4788-a404-3ded7acdd382, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=022e0e6a-3c42-4788-a404-3ded7acdd382,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:51:57.594683 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:51:57.648407 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=022e0e6a-3c42-4788-a404-3ded7acdd382,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:51:59.383139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 022e0e6a-3c42-4788-a404-3ded7acdd382 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:51:59.433932 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 022e0e6a-3c42-4788-a404-3ded7acdd382 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:51:59.434303 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:03.692433 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:52:03.699643 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7fd788f5-3187-4d52-9531-019a4b07f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:06.438308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-faf1a1ac-6634-44a4-91a4-72e81efbfd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:06.655405 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:08.023411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:09.809651 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:33.702441 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fd19687f-2045-4d9e-8c66-b33d5405eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:36.439598 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1c934c99-dbbc-4b31-9c95-06690b2d2ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:36.658651 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:38.019261 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:39.815319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:52:40.693347 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:53:03.705720 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f682-b972-4622-85f7-b14df1347f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:04.569892 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:53:04.576117 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [None req-f6a4924e-a237-4da9-aca8-bdbd386d46a8 tempest-verify_tempest_config-1468666765 tempest-verify_tempest_config-1468666765-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:53:04.577108 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f6a4924e-a237-4da9-aca8-bdbd386d46a8 tempest-verify_tempest_config-1468666765 tempest-verify_tempest_config-1468666765-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063143 Aug 27 16:53:04.877092 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37424) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:53:04.987284 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.107294 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.111983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.154338 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c091e-f9ef-4436-8b20-04d64d05703c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:05.158497 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b9e92d7a2844094a69899184c5ffbc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2803895 Aug 27 16:53:05.161315 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:53:05.163673 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.164032 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.164370 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.164697 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.165023 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.165345 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.165690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.166013 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.166333 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.166647 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.166959 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.167274 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32882034-ed6f-4e5c-a9fe-24670b5f1c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.220679 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.242274 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.331222 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.333805 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:05.334980 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e11c091e-f9ef-4436-8b20-04d64d05703c HTTP/1.1" status: 204 len: 168 time: 0.1726766 Aug 27 16:53:05.345312 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c091e-f9ef-4436-8b20-04d64d05703c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:53:05.351953 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.352248 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.352583 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.352910 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.353341 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.353586 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.353993 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.354227 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.354561 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.355145 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.355265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:05.355581 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24a91a-79fd-45ec-86c4-88f013bbddeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:53:06.440719 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e04f67ba-4409-4167-ba5d-02bc00f0e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:06.662347 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:08.021912 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:09.820184 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:17.691386 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:53:33.708360 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec202a5f-8c45-44ca-ad31-1b9822e15360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:36.441097 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9a2caaec-7039-4354-82d2-c60a30deedb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:36.664488 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:38.027044 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:39.821182 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:53:54.688735 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:54:03.709944 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-095e8a29-2245-498e-aeeb-40b1b16fddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:06.441610 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0cec2b8-4347-4975-934f-6b3769f91746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:06.664415 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:08.031382 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:09.823788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:31.687988 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 5 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:54:33.712239 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e8c674a0-27a2-4901-82d0-304478150431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:36.441747 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6f3a90af-b586-4551-923b-272dad2e70de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:36.668367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:38.032581 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:39.827367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:43.217067 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33153195'] for agent, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:54:58.629834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:54:58.743389 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-390d9de1-13eb-40d0-865c-b934cc72f8a5 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1121857 Aug 27 16:55:00.950332 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:55:01.012700 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ed38b428-dbbf-4613-9043-4fa5f1729d83 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0612683 Aug 27 16:55:03.715722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f112fb61-9b21-4abb-a961-f9263a8376c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:06.442931 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a1458a5c-f356-4d9f-be4d-7b598c13f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:06.670206 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:08.034958 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:08.686922 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:55:09.830555 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:13.168844 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:33.716434 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f0e04cea-bbcc-43be-8d6b-8a14b053d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:36.444028 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48da4962-eb21-4ba6-8295-29ab762aac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:36.670947 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:38.038694 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:39.833968 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:43.182542 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:55:45.685829 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:56:03.718055 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c306-e92a-4a60-9115-eb740e421d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:06.445082 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f015b6a-e03b-4b9d-8374-e0a6cb892f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:06.671531 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:08.044096 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:09.838120 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:13.183754 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:22.685651 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:56:28.530336 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:28.815610 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-network', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:28.840681 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Made reservation on behalf of 3ed6cc0a98f44c95b15c2abc1ebbae81 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:28.843317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:28.852777 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:28.966349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:28.970877 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:28.996054 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:56:29.015186 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.015546 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Added segment c847327e-f553-4402-8619-75b30e2c1678 of type vlan for network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 Aug 27 16:56:29.016847 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:29.031587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.031971 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.032260 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.032587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.032908 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.033245 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.033595 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.033913 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.034241 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.034557 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.035424 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.035733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Tracked resource versions report: Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: pushed versions: Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: { 'AddressGroup': {'1.2'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Log': {'1.0'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Network': {'1.1'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Port': {'1.7'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'PortForwarding': {'1.2'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'QosPolicy': {'1.9'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroup': {'1.4'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SubPort': {'1.0'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Subnet': {'1.1'}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Trunk': {'1.1'}} Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: consumer versions: Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: HyperV agent@hv-cinder-80445: {}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'ConntrackHelper': '1.0', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Log': '1.0', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Network': '1.1', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Port': '1.7', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'PortForwarding': '1.2', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'QosPolicy': '1.9', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroup': '1.4', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SecurityGroupRule': '1.2', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'SubPort': '1.0', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Subnet': '1.1', Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: 'Trunk': '1.1'}} Aug 27 16:56:29.036801 dv-cinder-804459-4-iscsi neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:56:29.087241 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.119418 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.120556 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:29.121340 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.174393 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6418326 Aug 27 16:56:29.175065 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37692) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:29.184304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Request body: {'subnet': {'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-subnet', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:29.200590 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b5c35-ceac-45a3-9183-bf3c985e20ae admin admin] Pushing event updated for resources: {'Network': ['ID=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:29.212161 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:56:29.214699 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Made reservation on behalf of 3ed6cc0a98f44c95b15c2abc1ebbae81 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:29.217319 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.468853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.501522 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:29.537812 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec89ac62-1644-4172-a6d2-dc84a1f664b9,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:29.547655 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.548014 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.548357 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.548694 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.549021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.549484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.549957 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.554389 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.554984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.555336 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.555673 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.556009 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Tracked resource versions report: Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: pushed versions: Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: { 'AddressGroup': {'1.2'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Log': {'1.0'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Network': {'1.1'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Port': {'1.7'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'PortForwarding': {'1.2'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'QosPolicy': {'1.9'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroup': {'1.4'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SubPort': {'1.0'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Subnet': {'1.1'}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Trunk': {'1.1'}} Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: consumer versions: Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: HyperV agent@hv-cinder-80445: {}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'ConntrackHelper': '1.0', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Log': '1.0', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Network': '1.1', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Port': '1.7', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'PortForwarding': '1.2', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'QosPolicy': '1.9', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroup': '1.4', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SecurityGroupRule': '1.2', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'SubPort': '1.0', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Subnet': '1.1', Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: 'Trunk': '1.1'}} Aug 27 16:56:29.557104 dv-cinder-804459-4-iscsi neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:56:29.582509 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Checking segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:29.582945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Network hostable DHCP agents. Network: 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:56:29.609465 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:56:29.625312 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:29.634269 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:29.635073 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d771e57-bdc1-4c3b-94f4-6400b99f234f None None] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:29.635208 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.657228 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3fe84233-bd51-4742-881a-e42625abaa4c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4765446 Aug 27 16:56:29.657457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37722) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:29.663463 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:29.711393 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.713447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.792384 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d840506-cc42-4589-a0e5-c06313ef5bef None None] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:29.817445 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-network', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:29.841859 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Made reservation on behalf of f586acd03f0346818d7d4bb260dcb669 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:29.844584 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.856761 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.895135 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:29.963165 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:30.002434 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.009416 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.027507 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:56:30.067690 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.068323 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Added segment 0af8e922-35fc-435d-936c-6bfb63308474 of type vlan for network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad Aug 27 16:56:30.077765 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bdc23c-285b-48c6-bbdf-9d3c21b3f17e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:30.104950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.122623 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.153804 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.155212 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:30.156325 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.228735 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] Pushing event updated for resources: {'Network': ['ID=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:30.242301 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:56:30.243241 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e26496dd-b33a-47f4-8b95-0e2bb005f336 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7393818 Aug 27 16:56:30.245245 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:30.254521 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Request body: {'subnet': {'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-subnet', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:30.283023 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Made reservation on behalf of f586acd03f0346818d7d4bb260dcb669 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:30.286184 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.355795 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.383387 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.508506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-472067381-network', 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:30.542255 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.562443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Allocated IP 172.27.2.28 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/10629e66-5104-4522-bf35-46268e7615e4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:30.596765 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:30.600036 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.626733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:30.633457 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.679437 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:30.695690 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Checking segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:30.696828 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Network hostable DHCP agents. Network: 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:56:30.726069 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:56:30.739891 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:30.745799 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:30.746785 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.752076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e438e-c171-44e5-bcfb-e82b26d7484c None None] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:30.822251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.830049 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.839869 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.860771 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5a518e14-5db8-4266-b2ea-c06624d4dd32 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6124761 Aug 27 16:56:30.865019 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37768) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:30.871554 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:56:30.875251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:30.894055 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.895092 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Added segment 3d268cf5-dd3f-4d17-83e4-f767e41ecf4b of type vlan for network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 Aug 27 16:56:30.904552 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beed66b4-05eb-496b-9d0f-be72d8c67fe8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:30.948386 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.977175 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.978713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.979918 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.981123 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:30.981888 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:30.997643 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.024529 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:56:31.026214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.044985 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0806646 Aug 27 16:56:31.048118 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:31.053817 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Request body: {'subnet': {'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-472067381-subnet', 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:31.082525 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:31.085076 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.113256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Pushing event updated for resources: {'Port': ['ID=10629e66-5104-4522-bf35-46268e7615e4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:31.160021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.170637 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:31.174048 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:31.178043 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:31.290038 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc15061-2b11-4aa7-b07c-0960eb125b30 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cc3902-93e1-4c09-a766-fcc7a2c86a89,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:31.294253 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.335652 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0922e6e-e309-41e2-9495-30cebe695dca,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:31.349046 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:56:31.392908 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-336347605-network', 'tenant_id': 'c66029ccb09841dc83d6baa44fd16b76'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:31.400485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Checking segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:31.402758 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Network hostable DHCP agents. Network: c0cc3902-93e1-4c09-a766-fcc7a2c86a89, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:56:31.423542 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.466190 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:56:31.486404 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Made reservation on behalf of c66029ccb09841dc83d6baa44fd16b76 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:31.493070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Allocated IP 172.20.0.2 (33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad/3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38/faa28daa-21eb-4bb0-b5c8-8c75eb1dd617) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:31.493287 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.514940 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.520695 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, c0cc3902-93e1-4c09-a766-fcc7a2c86a89) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:31.540597 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02314bb0-c7c0-4954-b194-2e420a1ca897 None None] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:31.542781 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:31.543401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.580954 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-08cdb4af-b7f8-4448-ab24-450d939a650d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5314543 Aug 27 16:56:31.737748 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.752390 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.809768 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:56:31.827939 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.827939 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Added segment 4321beea-e694-4f9a-8c28-3692a239bf6e of type vlan for network d965a295-6ed0-46b6-9334-dc17d7396ab1 Aug 27 16:56:31.847514 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.925580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98419151-4a50-4041-bf6f-4264ed3b2758 None None] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:31.928108 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:31.929478 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.947951 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.976335 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Transition to ACTIVE for port object faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:31.997595 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:31.999094 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:32.000174 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.017775 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Transition to ACTIVE for port object faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:32.028227 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.068177 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3808379 Aug 27 16:56:32.070169 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:32.076037 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Request body: {'subnet': {'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-336347605-subnet', 'tenant_id': 'c66029ccb09841dc83d6baa44fd16b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:32.104322 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734861d-2110-4885-bf26-44215a621fef admin admin] Pushing event updated for resources: {'Network': ['ID=d965a295-6ed0-46b6-9334-dc17d7396ab1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:32.106735 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Made reservation on behalf of c66029ccb09841dc83d6baa44fd16b76 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:32.109140 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.256083 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network d965a295-6ed0-46b6-9334-dc17d7396ab1 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:56:32.275942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.297336 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.325063 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:32.329977 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:32.336170 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:32.345432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Pushing event updated for resources: {'Port': ['ID=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:32.390692 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.391774 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.392273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.392763 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.393261 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.393793 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.394846 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.395341 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.396008 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.396541 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.397030 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.397535 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Tracked resource versions report: Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: pushed versions: Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: { 'AddressGroup': {'1.2'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Log': {'1.0'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Network': {'1.1'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Port': {'1.7'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'PortForwarding': {'1.2'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'QosPolicy': {'1.9'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroup': {'1.4'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SubPort': {'1.0'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Subnet': {'1.1'}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Trunk': {'1.1'}} Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: consumer versions: Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: HyperV agent@hv-cinder-80445: {}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'ConntrackHelper': '1.0', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Log': '1.0', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Network': '1.1', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Port': '1.7', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'PortForwarding': '1.2', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'QosPolicy': '1.9', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroup': '1.4', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SecurityGroupRule': '1.2', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'SubPort': '1.0', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Subnet': '1.1', Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: 'Trunk': '1.1'}} Aug 27 16:56:32.398796 dv-cinder-804459-4-iscsi neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:56:32.435132 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.532048 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Attempting to bind port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:32.532392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Attempting to bind port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:32.532755 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Attempting to bind port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:32.542468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Allocated IP 172.27.2.215 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/9b09d371-f93b-4058-9905-78500529e6ab) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:32.546340 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:32.546738 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Checking segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:32.547170 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.547631 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Bound using segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:32.548222 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Bound port: faa28daa-21eb-4bb0-b5c8-8c75eb1dd617, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:32.548878 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.597837 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Checking segment: {'id': '4321beea-e694-4f9a-8c28-3692a239bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:32.598207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Network hostable DHCP agents. Network: d965a295-6ed0-46b6-9334-dc17d7396ab1, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:56:32.600307 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bd2c88-2271-4938-ba57-a370b2e0ffd7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:32.641285 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Network d965a295-6ed0-46b6-9334-dc17d7396ab1 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:56:32.658370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, d965a295-6ed0-46b6-9334-dc17d7396ab1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:32.664317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:32.666790 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.668797 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.675412 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1d0a3-5300-4dd1-a43b-220599660981 None None] Network d965a295-6ed0-46b6-9334-dc17d7396ab1 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:32.698792 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-205de300-1dff-4ed0-8204-dcd47111cf06 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6272745 Aug 27 16:56:32.709748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.746422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] For port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:32.770994 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] For port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:32.772770 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.798521 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:32.825715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:32.860386 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:32.863992 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:32.993429 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bd396-ed02-4645-a8f6-612d2dfed0dc None None] Pushing event updated for resources: {'Port': ['ID=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:33.029354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f08599-0e71-48b3-a336-a408a53cf51a None None] Network d965a295-6ed0-46b6-9334-dc17d7396ab1 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:33.066418 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b09d371-f93b-4058-9905-78500529e6ab,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:33.231488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Router 9dcb76ec-6382-4aff-8418-3391dd10a1ee is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:56:33.263663 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:33.538979 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:56:33.558681 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Sync routers for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:56:33.571954 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:33.572582 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:33.729909 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:33.734690 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:33.737654 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-225e6f76-9f55-4c67-b971-e32d865787d4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0732069 Aug 27 16:56:33.790056 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:33.874449 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:33.988230 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc5c7-cfde-4d7f-985a-00fa77996dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.012452 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.018340 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37900) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:34.024580 dv-cinder-804459-4-iscsi neutron-server[93825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 16:56:34.115017 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:34.308668 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:31Z', 'revision_number': 3, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:34.380274 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Checking router: 9dcb76ec-6382-4aff-8418-3391dd10a1ee for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:56:34.380999 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Updating router 9dcb76ec-6382-4aff-8418-3391dd10a1ee port 10629e66-5104-4522-bf35-46268e7615e4 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:56:34.402313 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133ab12-041d-49cb-8a60-97cc35b49630 None None] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:56:34.434897 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.551898 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Provisioning for port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:34.561169 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Provisioning complete for port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:34.564096 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.618620 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37936) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:34.796581 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.862983 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] For port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:34.869470 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:34.892513 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37948) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:34.963899 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c9bc8-2576-467e-aa67-ebe2556bc1b2 None None] Pushing event updated for resources: {'Port': ['ID=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:34.978594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-c9b6884d-0f85-40e3-aec9-4ff31d844336 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:34.979868 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:34.986775 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-c9b6884d-0f85-40e3-aec9-4ff31d844336 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.9670265 Aug 27 16:56:35.001888 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.014874 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Transition to ACTIVE for port object 10629e66-5104-4522-bf35-46268e7615e4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:35.027676 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.078497 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Pushing event updated for resources: {'Port': ['ID=10629e66-5104-4522-bf35-46268e7615e4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:35.083088 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-25a20b6e-7a06-478a-b052-5bdb6c36848f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/quotas/f6d2caca54cc4c9fa18cfe39494413ea HTTP/1.1" status: 200 len: 375 time: 0.0918908 Aug 27 16:56:35.089894 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.091015 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.091529 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.092162 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.092636 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.093122 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.093763 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.094230 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.094714 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.095192 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.095705 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.096174 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Tracked resource versions report: Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: pushed versions: Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Log': {'1.0'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Network': {'1.1'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Port': {'1.7'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: consumer versions: Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: HyperV agent@hv-cinder-80445: {}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: L3 agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: Metadata agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: Metering agent@dv-cinder-804459-4-iscsi: {}, Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-804459-4-iscsi: { 'AddressGroup': '1.2', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Log': '1.0', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Network': '1.1', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Port': '1.7', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'SubPort': '1.0', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Subnet': '1.1', Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Aug 27 16:56:35.098210 dv-cinder-804459-4-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 16:56:35.158304 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Attempting to bind port 10629e66-5104-4522-bf35-46268e7615e4 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:35.158929 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Attempting to bind port 10629e66-5104-4522-bf35-46268e7615e4 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:35.160517 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Attempting to bind port 10629e66-5104-4522-bf35-46268e7615e4 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:35.166698 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:35.167342 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:35.167989 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.168653 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:35.169403 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Bound port: 10629e66-5104-4522-bf35-46268e7615e4, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:35.170097 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.226224 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f22f93fb-914c-4696-896e-41a7c211d55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.227833 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] For port 10629e66-5104-4522-bf35-46268e7615e4, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:35.230470 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-e645f7f4-ac15-46f8-b764-3a7af6b194fb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437392 Aug 27 16:56:35.231076 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] For port 10629e66-5104-4522-bf35-46268e7615e4, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=10629e66-5104-4522-bf35-46268e7615e4,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:35.238227 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.248786 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-f65057d0-cd54-460d-9b30-3d094213b8d5 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:35.251181 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.259070 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-f65057d0-cd54-460d-9b30-3d094213b8d5 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/networks?id=d965a295-6ed0-46b6-9334-dc17d7396ab1 HTTP/1.1" status: 200 len: 811 time: 0.6302071 Aug 27 16:56:35.283454 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-5378c8ff-67db-4b1a-9acd-d8afe59cc1aa tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/quotas/c66029ccb09841dc83d6baa44fd16b76 HTTP/1.1" status: 200 len: 375 time: 0.0234392 Aug 27 16:56:35.293752 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe30f9-faae-4197-9ded-1f775a6ec074 None None] Pushing event updated for resources: {'Port': ['ID=10629e66-5104-4522-bf35-46268e7615e4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:35.315762 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-294a477f-05f2-4a66-a786-283adf9c0133 None None] Provisioning complete for port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:35.316831 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-294a477f-05f2-4a66-a786-283adf9c0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.322792 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:35.323624 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:35.327558 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:56:35.337368 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda2ee62-6909-4f2b-8c0b-08c59266c532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.352357 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8253cc60-c682-471a-9f20-1cfcf61872b8 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c66029ccb09841dc83d6baa44fd16b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679512 Aug 27 16:56:35.479379 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:35.502029 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f22f93fb-914c-4696-896e-41a7c211d55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.512326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f22f93fb-914c-4696-896e-41a7c211d55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.557278 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f22f93fb-914c-4696-896e-41a7c211d55a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=612a27ec71984519b80590cffe469b53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5753107 Aug 27 16:56:35.566930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-556bbc09-44cf-40c0-9a2f-21f3bbb0f0e3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:56:35.567953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-556bbc09-44cf-40c0-9a2f-21f3bbb0f0e3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2382038 Aug 27 16:56:35.568387 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37972) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:35.622293 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:35.661615 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f93fb-914c-4696-896e-41a7c211d55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf316cd1-1d5f-4bc7-b317-a807c449c92e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:35.679405 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Allocated IP 172.20.0.1 (540b2898-74e4-4e5b-b2ee-69e4bc76d4e1/ec89ac62-1644-4172-a6d2-dc84a1f664b9/2f603eeb-a594-4c76-98e7-8f1c08a03099) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:35.679743 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:35.680370 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.695214 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:31Z', 'revision_number': 3, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:35.709175 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:56:35.721590 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:56:35.741210 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:35.742154 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:35.772039 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c39fe06e-66b4-4e4c-a88a-5b3da40c6e17 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:56:35.773103 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c39fe06e-66b4-4e4c-a88a-5b3da40c6e17 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2304752 Aug 27 16:56:35.824760 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca67a12c-df0f-4239-9330-7fc5234d5668 None None] The sync data for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi is: [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:31Z', 'revision_number': 3, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:56:35.891876 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:35.910830 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:35.959323 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.016715 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-4abd0f1a-f096-48c5-899c-bc113b9bb217 service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150107 Aug 27 16:56:36.025648 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c62c1bd1-d394-49b7-963a-7ce2a02fd251 service neutron] 10.222.0.44 "GET /v2.0/networks/d965a295-6ed0-46b6-9334-dc17d7396ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447748 Aug 27 16:56:36.031885 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:36.035113 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:36.043350 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:36.044064 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.048717 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.123059 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Pushing event updated for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.204383 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.209822 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:33Z', 'revision_number': 3, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:36.254880 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda2ee62-6909-4f2b-8c0b-08c59266c532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.256335 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:56:36.256687 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Updating router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 port 9b09d371-f93b-4058-9905-78500529e6ab binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:56:36.281791 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda2ee62-6909-4f2b-8c0b-08c59266c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.292256 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.309076 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.317480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bd230e94-011e-48ba-b887-3342bf8939d1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4469309 Aug 27 16:56:36.333280 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 37992) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:36.365485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.474634 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1939f3d-25e9-4bfd-a7f2-a88aed75cd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.501661 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-fd13f097-bab1-41fe-919e-6671aa161ef0 service neutron] 10.222.0.44 "GET /v2.0/networks/d965a295-6ed0-46b6-9334-dc17d7396ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654810 Aug 27 16:56:36.509262 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-c0b293e6-1ee1-4078-8fdb-78c63aa2cf9e service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720378 Aug 27 16:56:36.530440 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2ee62-6909-4f2b-8c0b-08c59266c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d187f25a-054d-45c3-98f9-5a993db654fd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.563361 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 37996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:36.566913 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bda2ee62-6909-4f2b-8c0b-08c59266c532 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d948f370ae054075be374cc03f97814c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6461992 Aug 27 16:56:36.646297 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.650443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.652003 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf316cd1-1d5f-4bc7-b317-a807c449c92e HTTP/1.1" status: 204 len: 168 time: 1.0827150 Aug 27 16:56:36.674426 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.707713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9b85-c7fb-4ba3-b4a8-d46d00cbb661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf316cd1-1d5f-4bc7-b317-a807c449c92e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.714059 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.743153 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.758236 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.759188 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.898138 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Pushing event updated for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.916937 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.923157 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:36.931341 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d187f25a-054d-45c3-98f9-5a993db654fd HTTP/1.1" status: 204 len: 168 time: 0.3726156 Aug 27 16:56:36.955795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb2a6e-b239-4a03-a121-d533a6183691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187f25a-054d-45c3-98f9-5a993db654fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:36.999162 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:37.000995 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:37.100229 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.152139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.195207 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Transition to ACTIVE for port object 9b09d371-f93b-4058-9905-78500529e6ab will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:37.209240 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.280500 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:37.301650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Router 9dcb76ec-6382-4aff-8418-3391dd10a1ee has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:56:37.303397 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dc3b32-0755-4dc3-a950-e4ed8ab0a2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.465727 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9864-aa02-414b-88d3-e1fed605b877 None None] Pushing event updated for resources: {'Port': ['ID=9b09d371-f93b-4058-9905-78500529e6ab,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:37.468914 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Attempting to bind port 9b09d371-f93b-4058-9905-78500529e6ab on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:37.469309 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Attempting to bind port 9b09d371-f93b-4058-9905-78500529e6ab by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:37.469867 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Attempting to bind port 9b09d371-f93b-4058-9905-78500529e6ab on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:37.478522 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:37.479356 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:37.480331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.480331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:37.480815 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Bound port: 9b09d371-f93b-4058-9905-78500529e6ab, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:37.481194 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.555118 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] For port 9b09d371-f93b-4058-9905-78500529e6ab, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:37.559337 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] For port 9b09d371-f93b-4058-9905-78500529e6ab, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=9b09d371-f93b-4058-9905-78500529e6ab,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:37.567147 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.573591 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:56:37.595884 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d6a636a3-93d5-4715-a591-da52820af49c admin admin] 10.222.0.44 "PUT /v2.0/routers/9dcb76ec-6382-4aff-8418-3391dd10a1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8593616 Aug 27 16:56:37.702201 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9864-aa02-414b-88d3-e1fed605b877 None None] Pushing event updated for resources: {'Port': ['ID=9b09d371-f93b-4058-9905-78500529e6ab,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:37.713188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 10629e66-5104-4522-bf35-46268e7615e4 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:37.761520 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f9ec42e-0995-4c63-b3ac-23bc62ab6e34 req-0e264dbb-7c23-4c90-a59b-d06cdb3ceed6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.3071887 Aug 27 16:56:37.803459 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a51fd0a-250c-41f0-a547-052f74e7e2d4 req-000f34bd-e918-4d2c-884e-5e047c0c535b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.3502920 Aug 27 16:56:37.806669 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dc3b32-0755-4dc3-a950-e4ed8ab0a2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.817763 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23dc3b32-0755-4dc3-a950-e4ed8ab0a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:37.835063 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:37.839164 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:37.937985 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-23dc3b32-0755-4dc3-a950-e4ed8ab0a2d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce8393d722634a248125d10774c3d13a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6561112 Aug 27 16:56:37.942770 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:37.960396 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc3b32-0755-4dc3-a950-e4ed8ab0a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169d66a-25d2-42d0-b811-8677b3987f64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:37.984717 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.013374 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38074) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:38.067208 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 10629e66-5104-4522-bf35-46268e7615e4 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:38.084970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43e370d-9293-48ad-9fa1-8bc174bf6915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.114610 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.196486 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 10629e66-5104-4522-bf35-46268e7615e4 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:38.197347 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.208919 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.216920 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.275730 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:38.365398 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.369273 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.370504 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9169d66a-25d2-42d0-b811-8677b3987f64 HTTP/1.1" status: 204 len: 168 time: 0.4266567 Aug 27 16:56:38.403044 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9937c6-8577-44d4-971d-151add175152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169d66a-25d2-42d0-b811-8677b3987f64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:38.556439 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43e370d-9293-48ad-9fa1-8bc174bf6915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.589126 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d43e370d-9293-48ad-9fa1-8bc174bf6915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:38.819947 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Sync routers for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:56:38.838231 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:38.839132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d43e370d-9293-48ad-9fa1-8bc174bf6915 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86e6a8deebd840b187b19a6366a8ed1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8248074 Aug 27 16:56:38.842278 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:38.843149 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e370d-9293-48ad-9fa1-8bc174bf6915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4b18e-9133-49a9-a53a-def5c2cb94b6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:38.860818 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:38.869745 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.000302 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 10629e66-5104-4522-bf35-46268e7615e4, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=10629e66-5104-4522-bf35-46268e7615e4,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:39.005640 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.069766 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.072006 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.076802 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7ba7c606-7e3a-4a13-899c-4a15d4323ddd req-8049d0cd-4906-4c93-8805-fc0b93c99897 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.1264322 Aug 27 16:56:39.199570 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.202742 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.203976 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4f4b18e-9133-49a9-a53a-def5c2cb94b6 HTTP/1.1" status: 204 len: 168 time: 0.3631833 Aug 27 16:56:39.223334 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc08bad-1fd2-456d-92a7-2b125b2f6afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4b18e-9133-49a9-a53a-def5c2cb94b6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:39.228237 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:39.333537 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=10629e66-5104-4522-bf35-46268e7615e4,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:39.377176 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:33Z', 'revision_number': 3, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:39.444064 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef064529-dffe-47b1-b5a9-92e7899d65e5 None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:33Z', 'revision_number': 3, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:56:39.539073 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-26df99c7-fb3f-4159-a048-ecd0c1c4af9e req-7dec0464-4ef2-4efe-a8b9-be16b762d8eb tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0640070 Aug 27 16:56:39.564533 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Allocated IP 172.20.0.1 (33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad/3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38/5a5b6287-f58b-4ee1-983a-6dc3ced12498) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:39.615047 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:39.642404 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 10629e66-5104-4522-bf35-46268e7615e4 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:39.671765 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-3188ebf3-2887-46a9-b6f1-46c0a32e66a9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:39.673706 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-3188ebf3-2887-46a9-b6f1-46c0a32e66a9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 819 time: 0.7677202 Aug 27 16:56:39.702670 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:36Z', 'revision_number': 4, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2f603eeb-a594-4c76-98e7-8f1c08a03099', 'name': '', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'mac_address': 'fa:16:3e:eb:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:35Z', 'updated_at': '2021-08-27T16:56:36Z', 'revision_number': 2, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'subnets': [{'id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:39.709377 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-a36276ca-f5e5-4c73-a850-78f0f4e0a555 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/quotas/3ed6cc0a98f44c95b15c2abc1ebbae81 HTTP/1.1" status: 200 len: 375 time: 0.0289342 Aug 27 16:56:39.741139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 10629e66-5104-4522-bf35-46268e7615e4 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:39.741967 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.781089 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.820828 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Checking router: 9dcb76ec-6382-4aff-8418-3391dd10a1ee for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:56:39.820828 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Updating router 9dcb76ec-6382-4aff-8418-3391dd10a1ee port 2f603eeb-a594-4c76-98e7-8f1c08a03099 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:56:39.842325 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-5311e534-7799-42a0-b57b-bbed08266cc0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303442 Aug 27 16:56:39.860286 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Transition to ACTIVE for port object 5a5b6287-f58b-4ee1-983a-6dc3ced12498 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:39.871610 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:39.934311 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.019328 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-741ec8de-8ba2-464c-8ff7-caa7d97dff35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.046703 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.123696 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:40.146003 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:40.149578 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:40.152197 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:40.152937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.299311 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-741ec8de-8ba2-464c-8ff7-caa7d97dff35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.309850 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-741ec8de-8ba2-464c-8ff7-caa7d97dff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.383216 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-741ec8de-8ba2-464c-8ff7-caa7d97dff35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19c594547f8c4ea3b7b0e1a36d756a70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7665944 Aug 27 16:56:40.384935 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ec8de-8ba2-464c-8ff7-caa7d97dff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc190558-180a-4a15-8a16-d50a6b642955,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:40.392461 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.405771 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:40.420609 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Transition to ACTIVE for port object 2f603eeb-a594-4c76-98e7-8f1c08a03099 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:40.439646 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.480957 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-25a4eaa5-9599-45fe-8eda-2fca10714455 service neutron] 10.222.0.44 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360795 Aug 27 16:56:40.488561 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.564593 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.608145 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4e89e-7b16-462a-81b4-d1eef8e0979e None None] Pushing event updated for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:40.610458 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6655438b-557d-4650-bd2e-0e8e7c90edbd None None] Provisioning for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:40.619574 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6655438b-557d-4650-bd2e-0e8e7c90edbd None None] Provisioning complete for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:40.620309 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6655438b-557d-4650-bd2e-0e8e7c90edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.620435 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-13238d64-c19f-4161-a546-19ec1c889422 req-d47e7a62-04da-4bb3-b8bb-aa3eb435d3ea tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0881579 Aug 27 16:56:40.661981 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.665162 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.668779 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc190558-180a-4a15-8a16-d50a6b642955 HTTP/1.1" status: 204 len: 168 time: 0.2589438 Aug 27 16:56:40.682427 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724e48-da07-4dc2-995e-1029b082c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc190558-180a-4a15-8a16-d50a6b642955,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:40.737265 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6655438b-557d-4650-bd2e-0e8e7c90edbd None None] Port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:56:40.756976 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Attempting to bind port 2f603eeb-a594-4c76-98e7-8f1c08a03099 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:40.757344 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Attempting to bind port 2f603eeb-a594-4c76-98e7-8f1c08a03099 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:40.757734 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Attempting to bind port 2f603eeb-a594-4c76-98e7-8f1c08a03099 on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:40.763843 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:40.764213 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Checking segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:40.764622 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.764996 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Bound using segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:40.765657 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Bound port: 2f603eeb-a594-4c76-98e7-8f1c08a03099, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:40.765882 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.824281 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4c2d92a1-24f1-4992-9b0e-f62dcb57130f req-f7fe86ce-ea51-4c95-aabd-6b457b64d25a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0514889 Aug 27 16:56:40.890573 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] For port 2f603eeb-a594-4c76-98e7-8f1c08a03099, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:40.894838 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] For port 2f603eeb-a594-4c76-98e7-8f1c08a03099, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2f603eeb-a594-4c76-98e7-8f1c08a03099,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:40.903181 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:40.924548 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-a85785b1-3d83-468b-a8d9-93a10bf20aef service neutron] 10.222.0.44 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401956 Aug 27 16:56:40.938518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.063003 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:41.063627 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:41.177654 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4e89e-7b16-462a-81b4-d1eef8e0979e None None] Pushing event updated for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:41.216745 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:41.238289 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95cd06e7-14df-485d-acd1-0d3f7af8fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.295694 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ecfa9bb1-af81-4177-872f-db64c74dbcc3 req-398dd391-ea70-468b-b347-6b4df5dc6a7c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 210 time: 0.0516915 Aug 27 16:56:41.323996 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.333010 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.334082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.455421 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:41.461775 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95cd06e7-14df-485d-acd1-0d3f7af8fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.471352 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95cd06e7-14df-485d-acd1-0d3f7af8fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.510110 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd06e7-14df-485d-acd1-0d3f7af8fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d676a8fd-d336-45c1-891d-044079fc1dd5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:41.511881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:41.532223 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-95cd06e7-14df-485d-acd1-0d3f7af8fbf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d77df3887c8841c7b03815720d013ded&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3140430 Aug 27 16:56:41.534959 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:41.644822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.722812 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.805332 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.808341 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:41.818934 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d676a8fd-d336-45c1-891d-044079fc1dd5 HTTP/1.1" status: 204 len: 168 time: 0.2829134 Aug 27 16:56:41.837717 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc659a-c076-44be-a31c-fe6470612c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d676a8fd-d336-45c1-891d-044079fc1dd5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:41.928632 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 9b09d371-f93b-4058-9905-78500529e6ab up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:42.031327 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:36Z', 'revision_number': 4, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2f603eeb-a594-4c76-98e7-8f1c08a03099', 'name': '', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'mac_address': 'fa:16:3e:eb:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:35Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'subnets': [{'id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:42.050706 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0bb22623-65a8-470b-9551-b282442c5e22 req-d5ed4c1c-240f-4be6-b640-3d93bfbedaa6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.2195859 Aug 27 16:56:42.089549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 9b09d371-f93b-4058-9905-78500529e6ab completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:42.099200 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 9b09d371-f93b-4058-9905-78500529e6ab triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:42.105865 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:42.120816 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4234a82-fc33-452f-acbb-f46bc6cb12ac None None] The sync data for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi is: [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T16:56:36Z', 'revision_number': 4, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2f603eeb-a594-4c76-98e7-8f1c08a03099', 'name': '', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'mac_address': 'fa:16:3e:eb:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:35Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'subnets': [{'id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:56:42.161672 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-2c5f90f6-6656-47c4-bce4-19699fefa9eb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:42.167388 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-2c5f90f6-6656-47c4-bce4-19699fefa9eb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 819 time: 0.4516237 Aug 27 16:56:42.265968 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-f892f95d-377d-4247-87dc-62f5758e3d12 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/quotas/3ed6cc0a98f44c95b15c2abc1ebbae81 HTTP/1.1" status: 200 len: 375 time: 0.0913143 Aug 27 16:56:42.334234 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:42.364148 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-926e5788-d104-4c71-b511-9ca9950a497c req-ad6ae97f-e334-4d7e-923b-7cdb127fa41b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0882602 Aug 27 16:56:42.376826 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 9b09d371-f93b-4058-9905-78500529e6ab, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=9b09d371-f93b-4058-9905-78500529e6ab,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:42.387995 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:42.413932 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:42.420109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:42.456113 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-e02964fd-9724-4ef7-ba83-72f489d20677 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800468 Aug 27 16:56:42.616518 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=9b09d371-f93b-4058-9905-78500529e6ab,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:42.804152 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-292b67b0-9ae5-45c8-8d0e-fedd42f9f1a8 service neutron] 10.222.0.44 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450835 Aug 27 16:56:42.807548 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-78d8566b-cb2b-4bd3-ba28-10a1f76cb199 None None] Provisioning complete for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:42.812380 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-78d8566b-cb2b-4bd3-ba28-10a1f76cb199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:42.929056 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-78d8566b-cb2b-4bd3-ba28-10a1f76cb199 None None] Port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:56:43.211218 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b1d1f3da-cc6f-4b81-b07f-92f64c8aafee req-f7e1fb24-68ea-4899-a46d-574fa55db11e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0409517 Aug 27 16:56:43.234726 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:43.283352 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:56:43.286853 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b1cc19d2-dc40-4958-82bd-56c146a82348 service neutron] 10.222.0.44 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817646 Aug 27 16:56:43.443629 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:56:43.457144 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:56:43.465310 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-292ee35d-b28c-480a-9261-98de7b903d76 admin admin] 10.222.0.44 "PUT /v2.0/routers/925bd7ad-d1ad-4f92-a754-fdbda97c17d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1226287 Aug 27 16:56:43.474741 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:43.475702 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:43.633543 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4b6e21b6-4ccd-4fe2-9385-6c89d93a5246 req-64377444-a4ba-49e4-a105-807a6e8a7957 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0929978 Aug 27 16:56:43.721165 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:43.724689 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e416766-ed2f-4b92-9a88-028d46d9fa44 req-c07e9a83-da50-493c-99ec-63c73a36db52 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.1360195 Aug 27 16:56:43.830955 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 9b09d371-f93b-4058-9905-78500529e6ab up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:44.148922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 9b09d371-f93b-4058-9905-78500529e6ab triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:44.149600 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.233577 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:41Z', 'revision_number': 2, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:44.267725 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:56:44.268331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Updating router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:56:44.325172 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.361241 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2f603eeb-a594-4c76-98e7-8f1c08a03099 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:44.548862 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-841d53e2-f1ae-421b-b3ce-6ffcbb4c54d1 req-8e7801b9-1771-47ea-8b9f-4a6341045a5a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0510728 Aug 27 16:56:44.618121 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 2f603eeb-a594-4c76-98e7-8f1c08a03099 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:44.625178 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2f603eeb-a594-4c76-98e7-8f1c08a03099 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:44.625560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.709928 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:44.715118 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499178012', 'description': 'tempest-description--764832947'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:44.752593 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.770718 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-34ac7535-d3c3-4885-b796-26e569266a4c req-b247494a-9807-4d0e-ac45-5a4df8271c4b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0490811 Aug 27 16:56:44.800223 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.869304 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bcc1f714-67f1-4852-aa79-a54b112545ed req-9720b440-5c5d-4a52-91d0-2cbd3b8dc688 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0288057 Aug 27 16:56:44.877184 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 2f603eeb-a594-4c76-98e7-8f1c08a03099, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2f603eeb-a594-4c76-98e7-8f1c08a03099,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:44.890412 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.906770 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.913416 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.920220 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.939273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Transition to ACTIVE for port object 5a5b6287-f58b-4ee1-983a-6dc3ced12498 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:44.945282 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.946673 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2357113 Aug 27 16:56:44.949520 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38394) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:44.952845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb1b8-7ccc-47a7-8bc1-e66922e4c35c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf152afa-a814-4756-a4d0-563ab125c41b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:44.956463 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:44.959933 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:44.960810 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group_rule': {'security_group_id': 'bf152afa-a814-4756-a4d0-563ab125c41b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:45.009869 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.013469 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cc101-9b9a-477b-a5ea-ed5aa70341a2 None None] Pushing event updated for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:45.075111 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Attempting to bind port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:45.075582 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Attempting to bind port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:45.076035 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Attempting to bind port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:45.082582 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:45.083016 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Checking segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:45.083408 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.083722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Bound using segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:45.084186 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Bound port: 5a5b6287-f58b-4ee1-983a-6dc3ced12498, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:45.084580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.119716 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.130037 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.168202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462ce30d-a6e1-4f47-bad0-b1bc99f7f073,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:45.172168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.177355 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:45.177998 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-6f271590-79d0-4cca-bea3-542746259729 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2250485 Aug 27 16:56:45.183065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group_rule': {'security_group_id': 'bf152afa-a814-4756-a4d0-563ab125c41b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:45.209898 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] For port 5a5b6287-f58b-4ee1-983a-6dc3ced12498, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:45.217318 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] For port 5a5b6287-f58b-4ee1-983a-6dc3ced12498, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5a5b6287-f58b-4ee1-983a-6dc3ced12498,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:45.226285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.241699 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.304247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:56:45.304881 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:56:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:45.342159 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.350183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.358403 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cc101-9b9a-477b-a5ea-ed5aa70341a2 None None] Pushing event updated for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:45.369159 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3242982f-6f7a-4933-9fb6-a557710dc6cd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:45.381185 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.384748 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d402c716-8611-4f05-a1e6-8344efb3c26f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037966 Aug 27 16:56:45.385535 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:45.390519 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:45.422295 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.457905 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:56:45.648028 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2f603eeb-a594-4c76-98e7-8f1c08a03099 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:45.697345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ff2f69cb-f488-4f2b-b4ca-fd946fb06290 req-fc6abe01-1c7a-4b15-b517-46c35d1aa402 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0577192 Aug 27 16:56:45.768994 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2f603eeb-a594-4c76-98e7-8f1c08a03099 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:45.769563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.840573 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:45.914002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-abf41a2a-b427-4cb5-a4fb-d15af1963fbd req-c47ec9a9-ffc8-4412-ac84-e4f26d7a85ad tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0438602 Aug 27 16:56:45.953280 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:45Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:56:45.991791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214facc-e8bf-494a-b832-4c6a6e69f1e4 None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:45Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:56:46.008317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a8171d8-6c30-46f3-af2a-97959f2b5df2 req-c652f62f-4d20-453a-9543-dd1d3c33bd86 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0364881 Aug 27 16:56:46.033026 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Allocated IP 172.27.2.216 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/0a25f897-daa1-4684-b4ce-455c69ab150b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:46.158375 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.43', 52706) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:46.264882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:46.332114 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:46.365813 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-58efef9e-6b08-46f1-ae28-915e897d0054 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:46.367480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-58efef9e-6b08-46f1-ae28-915e897d0054 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.43 "GET /v2.0/networks?id=d965a295-6ed0-46b6-9334-dc17d7396ab1 HTTP/1.1" status: 200 len: 811 time: 0.1935134 Aug 27 16:56:46.400276 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:46.406010 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:46.409937 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:46.419671 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=0a25f897-daa1-4684-b4ce-455c69ab150b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:46.453389 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Request body: {'port': {'device_id': '87994a84-47d5-47d4-832d-fbe0416f687d', 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1', 'admin_state_up': True, 'tenant_id': 'c66029ccb09841dc83d6baa44fd16b76'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:46.545939 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:46.595931 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:46.725466 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Made reservation on behalf of c66029ccb09841dc83d6baa44fd16b76 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:46.746796 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:46.886486 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.43', 52713) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:46.945968 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6a5ca59b-9dc4-49c3-b52f-e9454a9af265 req-6a4c71a6-08c9-4f91-9fdc-d75a7898ea0b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0525601 Aug 27 16:56:47.155012 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:47.174020 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:47.183687 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c6deac2b-c084-4ead-baef-fee70f8ff800 req-16a0042b-0cca-4f78-94f6-9dd095d5d8d1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.1015141 Aug 27 16:56:47.223284 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:47.310452 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:47.330114 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9433270 Aug 27 16:56:47.359019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-950178fe-e4d9-4f89-973a-a6ef4067cf4c req-33c9d1bf-7cc6-472b-8aab-114dc8b8e09c tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.1159534 Aug 27 16:56:47.365989 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c477d-44e7-4e49-a5df-393d6ab1067c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=0a25f897-daa1-4684-b4ce-455c69ab150b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:47.375923 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-72dcaac3-ff60-4fb7-95e4-0ff36a93794f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:47.378605 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-72dcaac3-ff60-4fb7-95e4-0ff36a93794f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.4903014 Aug 27 16:56:47.404504 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Request body: {'port': {'device_id': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'admin_state_up': True, 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:47.541447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Allocated IP 172.20.0.2 (d965a295-6ed0-46b6-9334-dc17d7396ab1/b6bd2c88-2271-4938-ba57-a370b2e0ffd7/82060d3d-5951-4808-af28-437fb7006dcb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:47.646441 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.43', 52716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:47.793456 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5a5b6287-f58b-4ee1-983a-6dc3ced12498 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:47.967438 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:56:47.980929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:47.991485 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.086509 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-3cc001b6-4859-4deb-b09d-caffa269a6fa tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1499178012&fields=id&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 267 time: 0.2960656 Aug 27 16:56:48.131251 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:48.146559 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.195554 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-89f1a400-e7af-49cd-b6f5-19c47f1d9355 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:48.200154 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-89f1a400-e7af-49cd-b6f5-19c47f1d9355 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 819 time: 0.5298493 Aug 27 16:56:48.328975 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.332184 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.43', 52720) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:48.339587 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.404349 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 5a5b6287-f58b-4ee1-983a-6dc3ced12498, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5a5b6287-f58b-4ee1-983a-6dc3ced12498,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:56:48.414753 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.430998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-46294099-05a0-4022-8488-2b02e1ca84fc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:48.442438 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-46294099-05a0-4022-8488-2b02e1ca84fc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 817 time: 0.3537588 Aug 27 16:56:48.565049 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:48.667033 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99b5a1db-3da1-44ad-8104-dcc31abf8f05 req-de2da7c4-6db1-4cf7-af0f-50b5d99e2fd2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.2633157 Aug 27 16:56:48.715928 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-e22b7048-075d-4d75-a9da-756824b5d009 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/quotas/f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 375 time: 0.2716401 Aug 27 16:56:48.727828 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Request body: {'port': {'device_id': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'admin_state_up': True, 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:48.789244 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-036c99b5-8fca-419a-85f7-d37928ca0baf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:48.792111 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-036c99b5-8fca-419a-85f7-d37928ca0baf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 819 time: 0.3712668 Aug 27 16:56:48.881059 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:48.938358 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Allocated IP 172.20.0.10 (c0cc3902-93e1-4c09-a766-fcc7a2c86a89/d0922e6e-e309-41e2-9495-30cebe695dca/81831da5-14ee-4f06-a61e-8ec7694f5c18) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:48.992337 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-db455e77-e499-4734-982c-7b66e651dafe tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2762508 Aug 27 16:56:49.076908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Request body: {'port': {'device_id': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'admin_state_up': True, 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:49.679387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-4deb5807-3b09-4b34-86d9-aced351d127f service neutron] 10.222.0.44 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150508 Aug 27 16:56:49.683377 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Network d965a295-6ed0-46b6-9334-dc17d7396ab1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:49.707077 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Made reservation on behalf of 3ed6cc0a98f44c95b15c2abc1ebbae81 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:49.708425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5a5b6287-f58b-4ee1-983a-6dc3ced12498 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:56:49.709734 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:49.898478 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:56:49.899148 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:49.911363 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a42152f-06d9-428e-972d-61a6bffded3e req-63abe9c0-0f72-461b-ab05-721754c78c5f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.2379391 Aug 27 16:56:49.924667 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:49.967367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:49.973940 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:49.974713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.002757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:50.003951 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5520549 Aug 27 16:56:50.017972 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79bd14-b3cd-4ce7-ae33-d88590858ef4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Pushing event updated for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:50.022388 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Allocated IP 172.20.0.6 (540b2898-74e4-4e5b-b2ee-69e4bc76d4e1/ec89ac62-1644-4172-a6d2-dc84a1f664b9/7652a6d9-2c16-4454-81c6-d8b9081a85ff) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:50.028069 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:50.104123 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.122689 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-43f2137e-6d64-4af8-b194-af46401ba8cb tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 16:56:50.123830 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-43f2137e-6d64-4af8-b194-af46401ba8cb tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286191 Aug 27 16:56:50.203481 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-d4a31ee2-8e5f-4925-91fd-9cf88d09d14d service neutron] 10.222.0.44 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230370 Aug 27 16:56:50.239147 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc6e5-9664-4f4f-9fe5-332da92b1943 req-b030caf2-9e5b-437e-ac27-b53e6cfa2b7e tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:50.240923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4abbc6e5-9664-4f4f-9fe5-332da92b1943 req-b030caf2-9e5b-437e-ac27-b53e6cfa2b7e tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 931 time: 0.1161921 Aug 27 16:56:50.262043 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Made reservation on behalf of 3ed6cc0a98f44c95b15c2abc1ebbae81 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:56:50.270362 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.449560 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4abbc6e5-9664-4f4f-9fe5-332da92b1943 req-96b31d32-94ba-4a7e-b135-be8ab0df65c3 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988633 Aug 27 16:56:50.575101 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d204bea-5a4a-4bd2-af38-e2959fddb2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.597092 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5d8aa6-492b-484c-889c-8e544fa99d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.718050 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-58b8731b-f08b-4031-9fb2-de1da4e382da req-8fd532b9-b8b2-4cfa-8e8a-ee504c542f7b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0671878 Aug 27 16:56:50.728540 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5d8aa6-492b-484c-889c-8e544fa99d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.739637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.759293 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5d8aa6-492b-484c-889c-8e544fa99d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.794797 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:50.813456 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:50.826853 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:50.828758 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Request body: {'port': {'device_id': '87994a84-47d5-47d4-832d-fbe0416f687d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:50.833130 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:50.834119 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:50.996586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.070656 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.074803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5f7a5-9ef9-4475-af67-deb64e8fb158 req-6d0b226f-3204-45c9-b654-87814499e6af tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:51.076844 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-da5d8aa6-492b-484c-889c-8e544fa99d3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0be4d159941e48fdbc6c5235bacf0093&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0283713 Aug 27 16:56:51.084786 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cba5f7a5-9ef9-4475-af67-deb64e8fb158 req-6d0b226f-3204-45c9-b654-87814499e6af tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 932 time: 0.3572009 Aug 27 16:56:51.089724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38634) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:51.112926 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d8aa6-492b-484c-889c-8e544fa99d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b3a6c-cb95-4860-9815-f5b2d3a4189f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:51.156383 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event updated for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:51.212531 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b2d7547b-8cc2-44bb-8f68-fa326fc30d75 req-015df937-32dd-4a69-913a-78c00ea9d6fe tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.1117177 Aug 27 16:56:51.216587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.238717 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d204bea-5a4a-4bd2-af38-e2959fddb2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.267469 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d204bea-5a4a-4bd2-af38-e2959fddb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.307853 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-b8adfdb4-1c74-4400-b6dc-8e763fec332b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9093530 Aug 27 16:56:51.318579 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:51.327065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:51.329430 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Pushing event updated for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:51.349414 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:51.378536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.db.api [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-b23feff3-4be2-4a2d-b024-eaff86cdff6f {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:56:51.379021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG oslo_db.api [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:56:51.380439 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:51.381752 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.417452 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1d204bea-5a4a-4bd2-af38-e2959fddb2d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ad84225cc7f477d8410be2231829bed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3951523 Aug 27 16:56:51.452740 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:51.464479 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Request body: {'port': {'device_id': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:51.545083 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cba5f7a5-9ef9-4475-af67-deb64e8fb158 req-62ddb137-9c47-4cb1-91d9-c7b753c532e8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621562 Aug 27 16:56:51.560583 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:51.637812 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-f88ece6d-9efd-429e-a2ab-85884d5beec8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375892 Aug 27 16:56:51.641361 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d204bea-5a4a-4bd2-af38-e2959fddb2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d01fd3-48c3-48b5-b4ee-5d725c0a19cc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:51.720476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.874875 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.881290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.885289 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.894267 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39cf00fb-36f3-4c6d-adbd-12381ffc57e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.900526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:51.976339 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.106372 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7da090e7-9045-47fa-8bb1-5df4743b0a29 req-f721089d-014d-468f-a906-2504a527bcf7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.2330689 Aug 27 16:56:52.170212 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432a998-f641-4f47-b5ee-8e68ecc6972d req-5003853b-477a-4301-8d7d-2b492c7e0768 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:52.171881 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6432a998-f641-4f47-b5ee-8e68ecc6972d req-5003853b-477a-4301-8d7d-2b492c7e0768 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 931 time: 0.5241933 Aug 27 16:56:52.244380 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.247676 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.248810 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd4b3a6c-cb95-4860-9815-f5b2d3a4189f HTTP/1.1" status: 204 len: 168 time: 1.1452308 Aug 27 16:56:52.312388 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ce940-4f0f-48bb-b068-51dd2a083fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b3a6c-cb95-4860-9815-f5b2d3a4189f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:52.355146 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6432a998-f641-4f47-b5ee-8e68ecc6972d req-d273b6c2-475f-4000-9a12-5d4a7eba06cd tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543875 Aug 27 16:56:52.398220 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.403164 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.407118 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73d01fd3-48c3-48b5-b4ee-5d725c0a19cc HTTP/1.1" status: 204 len: 168 time: 0.8938982 Aug 27 16:56:52.516459 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8d75e-92dc-4828-ad83-8a65bd64b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d01fd3-48c3-48b5-b4ee-5d725c0a19cc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:52.536393 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-91c9207e-bc9f-4ed5-992c-c932bab5dec3 req-909ef46d-e729-4168-b8e4-cf181e166098 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0779448 Aug 27 16:56:52.652747 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82060d3d-5951-4808-af28-437fb7006dcb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:56:52.702105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.730781 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39cf00fb-36f3-4c6d-adbd-12381ffc57e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.756164 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39cf00fb-36f3-4c6d-adbd-12381ffc57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.781380 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Transition to ACTIVE for port object 82060d3d-5951-4808-af28-437fb7006dcb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:52.807109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.836223 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81831da5-14ee-4f06-a61e-8ec7694f5c18 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:56:52.839951 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Allocated IP 172.20.0.12 (540b2898-74e4-4e5b-b2ee-69e4bc76d4e1/ec89ac62-1644-4172-a6d2-dc84a1f664b9/27a6f421-af13-43a0-9ec4-fd9fa06f590e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:56:52.869531 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.907596 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Transition to ACTIVE for port object 81831da5-14ee-4f06-a61e-8ec7694f5c18 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:56:52.914267 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:52.947958 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-39cf00fb-36f3-4c6d-adbd-12381ffc57e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec30f88857ff40dfb1abe6606d4e5bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3862031 Aug 27 16:56:52.968539 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:53.015935 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf00fb-36f3-4c6d-adbd-12381ffc57e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba765cae-0102-43c5-89b7-4a21ca6a6aa2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:53.120908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Pushing event updated for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:53.256833 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38676) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:53.318206 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b3e2b-fc10-48c8-8e2b-8b4d12049d5e req-778d2310-f008-4f52-b018-6200d9bd6af9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:53.320240 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ba5b3e2b-fc10-48c8-8e2b-8b4d12049d5e req-778d2310-f008-4f52-b018-6200d9bd6af9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 932 time: 0.5039389 Aug 27 16:56:53.355733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Attempting to bind port 81831da5-14ee-4f06-a61e-8ec7694f5c18 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:53.356454 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Attempting to bind port 81831da5-14ee-4f06-a61e-8ec7694f5c18 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:53.357052 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Attempting to bind port 81831da5-14ee-4f06-a61e-8ec7694f5c18 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:53.360523 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Pushing event updated for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:53.385738 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Port 81831da5-14ee-4f06-a61e-8ec7694f5c18 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:56:53.385738 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Attempting to bind port 81831da5-14ee-4f06-a61e-8ec7694f5c18 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:53.396277 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3acad5d0-30a1-4f89-beb1-353134ce2904 req-f3160189-6c04-4641-aa6e-3fa4361e0b14 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0901661 Aug 27 16:56:53.420918 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d21c34b-ea15-4466-a59d-b2175cdff7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.450855 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38682) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:53.459345 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.465267 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:53.465503 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Checking segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:53.466030 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Bound using segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:53.466492 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Bound port: 81831da5-14ee-4f06-a61e-8ec7694f5c18, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:53.466836 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.479233 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Attempting to bind port 82060d3d-5951-4808-af28-437fb7006dcb on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:56:53.479808 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Attempting to bind port 82060d3d-5951-4808-af28-437fb7006dcb by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '4321beea-e694-4f9a-8c28-3692a239bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:56:53.480082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Attempting to bind port 82060d3d-5951-4808-af28-437fb7006dcb on network d965a295-6ed0-46b6-9334-dc17d7396ab1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:53.521526 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.704552 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Port 82060d3d-5951-4808-af28-437fb7006dcb on network d965a295-6ed0-46b6-9334-dc17d7396ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:56:53.704887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Attempting to bind port 82060d3d-5951-4808-af28-437fb7006dcb on network d965a295-6ed0-46b6-9334-dc17d7396ab1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:56:53.775073 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:53.782377 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:53.793932 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.806145 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.808657 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.809836 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba765cae-0102-43c5-89b7-4a21ca6a6aa2 HTTP/1.1" status: 204 len: 168 time: 0.8397524 Aug 27 16:56:53.833815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:56:53.835622 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Checking segment: {'id': '4321beea-e694-4f9a-8c28-3692a239bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:56:53.836194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Bound using segment: {'id': '4321beea-e694-4f9a-8c28-3692a239bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:56:53.836688 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Bound port: 82060d3d-5951-4808-af28-437fb7006dcb, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4321beea-e694-4f9a-8c28-3692a239bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:56:53.837052 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.846292 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:53.847933 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.849752 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] 10.222.0.43 "PUT /v2.0/ports/81831da5-14ee-4f06-a61e-8ec7694f5c18 HTTP/1.1" status: 200 len: 1094 time: 2.4459722 Aug 27 16:56:53.854307 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:53.893720 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ba5b3e2b-fc10-48c8-8e2b-8b4d12049d5e req-9847851f-7030-4f90-836a-821b2abdc484 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499840 Aug 27 16:56:53.894729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250f8491-2d63-49ac-8c45-5772141d36d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:53.922643 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec760e05-10d3-4632-87c1-e864ce6c3d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba765cae-0102-43c5-89b7-4a21ca6a6aa2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:54.004203 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f06b6-cb1b-4798-83e5-151249fdaab9 service neutron] Pushing event updated for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:54.242161 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:54.324699 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-40d893a5-abbf-436d-897f-6e1829bb9d12 req-8b806383-dd2c-48ec-8561-d8f15e4c5b35 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0971942 Aug 27 16:56:54.359500 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.373855 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0bcf3-9162-42d9-aea2-86cfeb20ed0e req-1e6864e3-0b34-4299-96c5-631a35303cb2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.379516 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-95a0bcf3-9162-42d9-aea2-86cfeb20ed0e req-1e6864e3-0b34-4299-96c5-631a35303cb2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.6970303 Aug 27 16:56:54.433080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:56:54.463720 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:54.477712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82060d3d-5951-4808-af28-437fb7006dcb,segment=NetworkSegment(4321beea-e694-4f9a-8c28-3692a239bf6e),segment_id=4321beea-e694-4f9a-8c28-3692a239bf6e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:56:54.492712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.497422 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.520129 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-95a0bcf3-9162-42d9-aea2-86cfeb20ed0e req-0d309d16-d930-4346-a408-0c764b430b18 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337588 Aug 27 16:56:54.623780 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d21c34b-ea15-4466-a59d-b2175cdff7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.651525 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d21c34b-ea15-4466-a59d-b2175cdff7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.696308 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.696937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.698524 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] 10.222.0.43 "PUT /v2.0/ports/82060d3d-5951-4808-af28-437fb7006dcb HTTP/1.1" status: 200 len: 1093 time: 4.0078630 Aug 27 16:56:54.704066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:56:54.705014 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.db.api [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:56:54.705014 dv-cinder-804459-4-iscsi neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:56:54.705014 dv-cinder-804459-4-iscsi neutron-server[93824]: [parameters: {'project_id_1': '25942931574b4704912df4cdb16d2ae9', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 56, 54, 528770)}] Aug 27 16:56:54.705014 dv-cinder-804459-4-iscsi neutron-server[93824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:56:54.705669 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG oslo_db.api [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:56:54.769261 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.772368 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-27d9eac7-0c1f-4bee-ab76-d89e9f31c775 req-9161ac6f-54e7-4ec9-81ae-291ba771101f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.1457520 Aug 27 16:56:54.825791 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8033798-5c9c-40a2-ac02-a80ac0564fce service neutron] Pushing event updated for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:54.825791 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-6d21c34b-ea15-4466-a59d-b2175cdff7e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04de0751731d4b449078a8b9b9faa06e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5644367 Aug 27 16:56:54.841771 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:54.909617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a58225-2c2b-425a-9174-80af8b56e972" -d '{"events": [{"name": "network-changed", "server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "tag": "82060d3d-5951-4808-af28-437fb7006dcb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:56:54.912228 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3f58a9-8048-4352-b37c-178d83da5b3f x-openstack-request-id: req-da3f58a9-8048-4352-b37c-178d83da5b3f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:54.912526 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:54.912773 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da3f58a9-8048-4352-b37c-178d83da5b3f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:54.913435 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18', 'status': 'completed', 'code': 200} Aug 27 16:56:54.937474 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21c34b-ea15-4466-a59d-b2175cdff7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb253b0c-d69e-44d4-92f6-5eb712f26f78,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:54.945249 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:56:54.953226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:56:54.966090 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.973773 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:56:54.989224 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:54.990093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:54.996243 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.021634 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Pushing event updated for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.077832 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250f8491-2d63-49ac-8c45-5772141d36d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.085275 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-250f8491-2d63-49ac-8c45-5772141d36d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.102587 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8547fb62-d6e3-4cd5-b7f0-b2a8bf847de4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0372264 Aug 27 16:56:55.143096 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4244c12-af05-49f8-893f-4abdc6a7f32b x-openstack-request-id: req-c4244c12-af05-49f8-893f-4abdc6a7f32b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:56:55.144065 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "tag": "82060d3d-5951-4808-af28-437fb7006dcb", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:56:55.144586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4244c12-af05-49f8-893f-4abdc6a7f32b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:56:55.145307 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb', 'status': 'completed', 'code': 200} Aug 27 16:56:55.149846 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.156555 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-250f8491-2d63-49ac-8c45-5772141d36d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d775f3c5455411983badc7fe653d901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6868267 Aug 27 16:56:55.158897 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.162511 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38736) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:55.162808 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb253b0c-d69e-44d4-92f6-5eb712f26f78 HTTP/1.1" status: 204 len: 168 time: 0.3150935 Aug 27 16:56:55.189028 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689b34e-b960-465f-bbd3-8cd7d32149d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb253b0c-d69e-44d4-92f6-5eb712f26f78,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.198303 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8491-2d63-49ac-8c45-5772141d36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505793e6-ff31-4a3b-88d9-9b0a4bf49f8c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.207662 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.369644 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.374624 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.375139 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.425180 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25942931574b4704912df4cdb16d2ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9602797 Aug 27 16:56:55.426120 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee647eeb-538c-4f82-8b23-9787c0acdd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67512dde-cf14-40c9-b4f6-232c88ba2629,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.428885 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:55.510142 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.523760 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707f8ee-b5e4-4395-b8d7-7d39a4ada854 req-51270740-adba-40fa-b5a8-99b5e746fe3b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:55.527338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9707f8ee-b5e4-4395-b8d7-7d39a4ada854 req-51270740-adba-40fa-b5a8-99b5e746fe3b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.2990189 Aug 27 16:56:55.533570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.572599 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.669952 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.672447 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.676987 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67512dde-cf14-40c9-b4f6-232c88ba2629 HTTP/1.1" status: 204 len: 168 time: 0.2435839 Aug 27 16:56:55.693415 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0faaea-ae95-4675-9e84-137d23183fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67512dde-cf14-40c9-b4f6-232c88ba2629,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.734018 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9707f8ee-b5e4-4395-b8d7-7d39a4ada854 req-8e00f8cd-d9e6-48f4-83eb-c1b9edab3ffb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932702 Aug 27 16:56:55.765543 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.773301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:55.782117 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/505793e6-ff31-4a3b-88d9-9b0a4bf49f8c HTTP/1.1" status: 204 len: 168 time: 0.6182044 Aug 27 16:56:55.814352 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f020e-91e7-4c8d-8ff4-4933f9051ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505793e6-ff31-4a3b-88d9-9b0a4bf49f8c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:55.974729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ef17-77af-4b8e-a001-5f5e44358e19 req-252c7c94-1910-4394-ad20-44ba58eda008 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:55.982147 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d8a0ef17-77af-4b8e-a001-5f5e44358e19 req-252c7c94-1910-4394-ad20-44ba58eda008 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 932 time: 0.0992887 Aug 27 16:56:56.034822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d8a0ef17-77af-4b8e-a001-5f5e44358e19 req-06a41c9c-cf60-4dcc-88a2-f330a988041b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 Aug 27 16:56:56.202946 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77e44b59-5ced-40fe-9815-0d466d2eb3a9 req-eccbd860-586e-4e17-a013-3960972d4e63 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0569787 Aug 27 16:56:56.301239 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538433c-efbb-42a2-aed1-e1e13b0f1650 req-2d2085d6-2160-4252-9bc7-ced773dd68fd tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:56.324534 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2538433c-efbb-42a2-aed1-e1e13b0f1650 req-2d2085d6-2160-4252-9bc7-ced773dd68fd tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.1017334 Aug 27 16:56:56.390704 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2538433c-efbb-42a2-aed1-e1e13b0f1650 req-78942fe5-0f4b-407d-9746-8aa9ec023019 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646265 Aug 27 16:56:57.002090 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9966f6-a547-4011-8e3e-4715ceb99cd3 req-29ad0a07-32b3-4d46-bce1-b31314c26f25 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:57.012054 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d9966f6-a547-4011-8e3e-4715ceb99cd3 req-29ad0a07-32b3-4d46-bce1-b31314c26f25 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.1428149 Aug 27 16:56:57.093099 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d9966f6-a547-4011-8e3e-4715ceb99cd3 req-b65c03fa-a43a-4e4d-bda4-6cde3e120d3e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800471 Aug 27 16:56:57.324924 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a642e-2b8d-4a60-a7cf-30001f732363 req-68033390-d2ef-405b-bed7-22454885c0c2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:57.327552 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a48a642e-2b8d-4a60-a7cf-30001f732363 req-68033390-d2ef-405b-bed7-22454885c0c2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 932 time: 0.1452096 Aug 27 16:56:57.429518 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a48a642e-2b8d-4a60-a7cf-30001f732363 req-a07c5c59-0f01-4b26-8085-5f13a4ccfbe9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952995 Aug 27 16:56:57.493447 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-364c182d-bf74-4e26-bbd6-e2e553a29fdf req-c4802d0e-1e24-47f0-a04d-68851f18fe78 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0672903 Aug 27 16:56:57.714575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1e88-c9b0-4fe9-a833-979df5d6ab1d req-009ed329-85f8-41c1-a0c5-e8b85a86fbe7 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:57.716204 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5f2e1e88-c9b0-4fe9-a833-979df5d6ab1d req-009ed329-85f8-41c1-a0c5-e8b85a86fbe7 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.0690913 Aug 27 16:56:57.793940 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5f2e1e88-c9b0-4fe9-a833-979df5d6ab1d req-be515d62-7848-4f03-8a36-5bbb1d50f765 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667453 Aug 27 16:56:58.260650 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf27297-70a9-41af-aad1-3fdeb87e7913 req-e03607ac-192b-4d3e-839d-e44c59cc4ad9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:58.263384 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2cf27297-70a9-41af-aad1-3fdeb87e7913 req-e03607ac-192b-4d3e-839d-e44c59cc4ad9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.0870016 Aug 27 16:56:58.330154 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2cf27297-70a9-41af-aad1-3fdeb87e7913 req-60dae64d-127a-44d5-be11-3a28236a24c6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Aug 27 16:56:58.678263 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:58.720193 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e7bd894-8990-45f6-b64b-8c6bbd624173 req-84e200f7-0a0d-4e43-aed9-a09f3551902e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0677085 Aug 27 16:56:58.751770 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d62c-5820-4df3-8b23-cb6860229598 req-761b0201-3786-45c2-80a5-ad4e86c0460e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:58.756658 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f7c8d62c-5820-4df3-8b23-cb6860229598 req-761b0201-3786-45c2-80a5-ad4e86c0460e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 932 time: 0.1678889 Aug 27 16:56:58.820494 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f7c8d62c-5820-4df3-8b23-cb6860229598 req-040bbd37-09a6-435e-ac3c-0d9a35099e5c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574961 Aug 27 16:56:58.931774 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be7d88d0-e692-46dd-967c-94c031da7ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:58.943709 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2e3a1-6288-4031-8b59-30a94c48db14 req-8210ca70-f7cc-49e3-a89c-1c4f376a1f92 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:58.953130 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66c2e3a1-6288-4031-8b59-30a94c48db14 req-8210ca70-f7cc-49e3-a89c-1c4f376a1f92 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.0690906 Aug 27 16:56:59.021375 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66c2e3a1-6288-4031-8b59-30a94c48db14 req-1f97b98a-5938-442c-bc40-f8e7410cc2bc tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 Aug 27 16:56:59.079760 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be7d88d0-e692-46dd-967c-94c031da7ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.085223 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be7d88d0-e692-46dd-967c-94c031da7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.137240 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-be7d88d0-e692-46dd-967c-94c031da7ddc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=262dde0687b94f6c80d251113d5563a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577239 Aug 27 16:56:59.138115 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d88d0-e692-46dd-967c-94c031da7ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbef269-a3be-45e0-81a3-a51da54c0134,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:59.140021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38900) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:59.206225 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.233074 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.304568 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.309912 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.313615 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fbef269-a3be-45e0-81a3-a51da54c0134 HTTP/1.1" status: 204 len: 168 time: 0.1692698 Aug 27 16:56:59.324617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817941f-c938-4797-aba2-3d14b1753fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbef269-a3be-45e0-81a3-a51da54c0134,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:56:59.459215 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780d693-646e-4970-8804-d1e61d61d11b req-2a9102dc-af1f-44b9-9416-92eff867b7eb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:59.460737 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2780d693-646e-4970-8804-d1e61d61d11b req-2a9102dc-af1f-44b9-9416-92eff867b7eb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.0589578 Aug 27 16:56:59.522760 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2780d693-646e-4970-8804-d1e61d61d11b req-0a3fb886-b679-47d8-8576-782be53c7582 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Aug 27 16:56:59.636840 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Request body: {'port': {'device_id': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:59.642659 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Request body: {'port': {'device_id': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:56:59.687883 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38926) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:56:59.690069 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:56:59.851342 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:56:59.885823 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-9641fc3f-9136-456f-b0b2-5ae1d067eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:56:59.888249 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-9641fc3f-9136-456f-b0b2-5ae1d067eb7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 1097 time: 0.2387569 Aug 27 16:56:59.921184 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:00.046967 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ec7c75c8-e737-4342-8538-73177b9129f2 req-6c299436-d4d1-4e96-b2f0-8a927e206c43 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.1273489 Aug 27 16:57:00.264127 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 38956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:00.419659 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf28b148-aa01-45c9-a4ac-633344e0b8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:00.465221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58225-2c2b-425a-9174-80af8b56e972 req-829ccdf2-b7bf-46cb-a76a-f86269150634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:00.467233 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50a58225-2c2b-425a-9174-80af8b56e972 req-829ccdf2-b7bf-46cb-a76a-f86269150634 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c66029ccb09841dc83d6baa44fd16b76&device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 1096 time: 0.6696036 Aug 27 16:57:00.472843 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a6f421-af13-43a0-9ec4-fd9fa06f590e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:00.491667 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eff362-cd00-48c9-94e3-11592c57fcab req-a977003c-37bd-4969-b2bd-8bace4852ad1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:00.493635 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-31eff362-cd00-48c9-94e3-11592c57fcab req-a977003c-37bd-4969-b2bd-8bace4852ad1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 932 time: 0.4859965 Aug 27 16:57:00.498827 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:00.612040 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd745f-9794-48b9-95b9-e8fbfaa6999e req-4f39e2c0-6c13-421e-b5cd-bdab9b9545c6 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:00.616585 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.43', 52738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:00.620118 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88bd09aa-eab0-4bba-9f85-1ab47510bf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:00.621046 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-72fd745f-9794-48b9-95b9-e8fbfaa6999e req-4f39e2c0-6c13-421e-b5cd-bdab9b9545c6 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.2797875 Aug 27 16:57:00.645660 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Transition to ACTIVE for port object 27a6f421-af13-43a0-9ec4-fd9fa06f590e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:57:00.679794 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:00.898682 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-c2f09f8b-17e4-4d3d-9f73-f52ae1a5ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:00.901008 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-c2f09f8b-17e4-4d3d-9f73-f52ae1a5ddee service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9836304 Aug 27 16:57:00.999518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 38994) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:01.078077 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-31eff362-cd00-48c9-94e3-11592c57fcab req-3be3905a-0c14-47f9-bbe7-ef39887ddaad tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536523 Aug 27 16:57:01.137648 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58225-2c2b-425a-9174-80af8b56e972 req-c24e31e2-18cc-461c-9a7a-b3135955f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.138762 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-191d3a1b-2f2d-40c3-bcd4-59df8d71c894 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.139581 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50a58225-2c2b-425a-9174-80af8b56e972 req-c24e31e2-18cc-461c-9a7a-b3135955f59d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c66029ccb09841dc83d6baa44fd16b76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6448295 Aug 27 16:57:01.140399 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-191d3a1b-2f2d-40c3-bcd4-59df8d71c894 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 817 time: 0.5220814 Aug 27 16:57:01.170317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-72fd745f-9794-48b9-95b9-e8fbfaa6999e req-6aeb64c3-e2a9-41bf-aba7-f42c0a36b7c9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479023 Aug 27 16:57:01.170964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:01.278252 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7652a6d9-2c16-4454-81c6-d8b9081a85ff {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:01.286742 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.301506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Transition to ACTIVE for port object 7652a6d9-2c16-4454-81c6-d8b9081a85ff will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:57:01.319560 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.372729 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Pushing event updated for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:01.386963 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-5d547856-fcb0-4e19-a57e-5fb3ccf0a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.388617 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-2fc3d3b0-2128-42d3-9248-8bdd1da9fe5c req-5d547856-fcb0-4e19-a57e-5fb3ccf0a4a5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4682169 Aug 27 16:57:01.406105 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-e0444e81-b4a0-4b59-b4c2-1c7d5c75138d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 380 time: 0.2383084 Aug 27 16:57:01.417528 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'port': {'device_id': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'admin_state_up': True, 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'security_groups': ['bf152afa-a814-4756-a4d0-563ab125c41b']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:01.512763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d4252db-63a2-4ecd-836b-98f4518fdbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.516408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d4aa41fe-81c1-4d43-91fd-c958827e30d8 req-75930336-b95b-4d1c-b7ae-1132d971c098 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.1319487 Aug 27 16:57:01.524355 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Attempting to bind port 7652a6d9-2c16-4454-81c6-d8b9081a85ff on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:57:01.524669 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Attempting to bind port 7652a6d9-2c16-4454-81c6-d8b9081a85ff by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:57:01.524873 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58225-2c2b-425a-9174-80af8b56e972 req-396211f2-9df7-4a5b-a2ce-96a9d5b44304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.524981 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Attempting to bind port 7652a6d9-2c16-4454-81c6-d8b9081a85ff on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:01.526485 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50a58225-2c2b-425a-9174-80af8b56e972 req-396211f2-9df7-4a5b-a2ce-96a9d5b44304 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3463290 Aug 27 16:57:01.535588 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Port 7652a6d9-2c16-4454-81c6-d8b9081a85ff on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:57:01.535904 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Attempting to bind port 7652a6d9-2c16-4454-81c6-d8b9081a85ff on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:01.543490 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Attempting to bind port 27a6f421-af13-43a0-9ec4-fd9fa06f590e on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:57:01.543820 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Attempting to bind port 27a6f421-af13-43a0-9ec4-fd9fa06f590e by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:57:01.544145 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Attempting to bind port 27a6f421-af13-43a0-9ec4-fd9fa06f590e on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:01.558506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:57:01.558879 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Checking segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:01.559219 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Bound using segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:57:01.559651 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Bound port: 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:57:01.560005 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.567494 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf28b148-aa01-45c9-a4ac-633344e0b8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.574823 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf28b148-aa01-45c9-a4ac-633344e0b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.594287 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Port 27a6f421-af13-43a0-9ec4-fd9fa06f590e on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:57:01.594752 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Attempting to bind port 27a6f421-af13-43a0-9ec4-fd9fa06f590e on network 540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:01.610103 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-a9cf5e2e-6434-4ce7-afca-c33500c116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.611411 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-a9cf5e2e-6434-4ce7-afca-c33500c116e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 1097 time: 0.1358249 Aug 27 16:57:01.628610 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167258e-70d8-4914-9db3-d810a9e1a41c req-7b9be1fa-221b-46ee-bea9-dd5b2fba8f61 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.636264 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0167258e-70d8-4914-9db3-d810a9e1a41c req-7b9be1fa-221b-46ee-bea9-dd5b2fba8f61 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.4190352 Aug 27 16:57:01.643818 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:57:01.644296 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Checking segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:01.644787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Bound using segment: {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:57:01.645296 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Bound port: 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c847327e-f553-4402-8619-75b30e2c1678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:57:01.645753 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.666780 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28b148-aa01-45c9-a4ac-633344e0b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc3ab2-b15b-45f3-9ad4-923166ccb9b0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:01.719817 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bf28b148-aa01-45c9-a4ac-633344e0b8bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed46d8408ca4485aaa3545303564daa0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0265036 Aug 27 16:57:01.720016 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-1dd1b0de-4f42-4c80-a0cf-89b71c439332 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18 HTTP/1.1" status: 200 len: 217 time: 0.0837674 Aug 27 16:57:01.726859 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39014) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:01.791236 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:57:01.792495 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0167258e-70d8-4914-9db3-d810a9e1a41c req-1621b0fe-32f5-4ab0-b27d-9626ff534142 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551445 Aug 27 16:57:01.813045 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:57:01.816210 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-7cb6d2bf-cef2-41a8-8997-89723b787740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.819019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-7cb6d2bf-cef2-41a8-8997-89723b787740 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c66029ccb09841dc83d6baa44fd16b76&device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 1096 time: 0.1787622 Aug 27 16:57:01.834156 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-51ff77e7-ae6c-41e6-983d-1a22fde7b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.836519 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-51ff77e7-ae6c-41e6-983d-1a22fde7b1b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.1102586 Aug 27 16:57:01.840915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.907318 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:57:01.912325 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-96e2c44e-bbf6-4c9d-b14c-29cb79266940 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82060d3d-5951-4808-af28-437fb7006dcb HTTP/1.1" status: 200 len: 217 time: 0.0758960 Aug 27 16:57:01.939079 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-dc7cbb8e-717c-4d30-a9c4-df22210ffe2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888433 Aug 27 16:57:01.942804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:57:01.942987 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88bd09aa-eab0-4bba-9f85-1ab47510bf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.946643 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:01.947594 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.949164 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] 10.222.0.43 "PUT /v2.0/ports/7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 1093 time: 2.3243067 Aug 27 16:57:01.950751 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:01.953246 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dbea91-c7d4-4b22-b959-8e62b819b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:01.970033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88bd09aa-eab0-4bba-9f85-1ab47510bf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.985644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:01.999629 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.042372 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb918e9d-0c41-4768-8dc7-f2ec382b716e x-openstack-request-id: req-eb918e9d-0c41-4768-8dc7-f2ec382b716e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:02.042933 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:02.043336 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb918e9d-0c41-4768-8dc7-f2ec382b716e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:02.043885 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff', 'status': 'completed', 'code': 200} Aug 27 16:57:02.059648 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.060262 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.061860 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] 10.222.0.43 "PUT /v2.0/ports/27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 200 len: 1094 time: 2.4374316 Aug 27 16:57:02.071547 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:02.073922 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bf6768-b136-4c1b-b95c-513f2e15630e" -d '{"events": [{"name": "network-changed", "server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:02.088287 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-863be3c9-25e8-42d8-82fc-6495dee57262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.089865 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-863be3c9-25e8-42d8-82fc-6495dee57262 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b6bd2c88-2271-4938-ba57-a370b2e0ffd7 HTTP/1.1" status: 200 len: 851 time: 0.1692336 Aug 27 16:57:02.101703 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.104663 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d026dd-f119-46c2-84de-4a260949a841 service neutron] Pushing event updated for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:02.113298 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd09aa-eab0-4bba-9f85-1ab47510bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c22808e-98d5-4880-8dc8-6d599601dd7f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:02.122385 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-88bd09aa-eab0-4bba-9f85-1ab47510bf0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c07e46ae53a846f8932356eef29d48d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8568947 Aug 27 16:57:02.129599 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39026) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:02.162448 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-9577f766-f7b6-4780-8f84-2580fb79b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.164187 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-9577f766-f7b6-4780-8f84-2580fb79b5f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1096 time: 0.1393104 Aug 27 16:57:02.166313 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-ed363565-057c-4260-9c56-6b5dd9735ce4 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162898 Aug 27 16:57:02.206606 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f2a6-c7ad-4712-95b4-767b92beda31 service neutron] Pushing event updated for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:02.212067 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-9a49136a-07e7-49f7-9261-acf2d9a2d4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d965a295-6ed0-46b6-9334-dc17d7396ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933228 Aug 27 16:57:02.290301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c2ddbe-ebbe-4374-b10c-15111631cb8c x-openstack-request-id: req-09c2ddbe-ebbe-4374-b10c-15111631cb8c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:02.290811 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:02.291205 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09c2ddbe-ebbe-4374-b10c-15111631cb8c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:02.291717 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e', 'status': 'completed', 'code': 200} Aug 27 16:57:02.296809 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-89654816-ec71-48ac-9127-acbbb0b45bc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.1100552 Aug 27 16:57:02.372388 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-650b852b-0f73-48b5-97d1-7222b704e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.374056 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-650b852b-0f73-48b5-97d1-7222b704e372 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0696383 Aug 27 16:57:02.430255 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-f8dbc36a-51c5-4d57-93ee-b8ecbd3696a9 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326031 Aug 27 16:57:02.434140 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-1c2f23d4-ef7d-4c3b-b5b2-fb7267daa66f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528002 Aug 27 16:57:02.499736 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-28e5a74a-e6bd-4894-a5ee-322889eafb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.501271 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-28e5a74a-e6bd-4894-a5ee-322889eafb3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1097 time: 0.3032815 Aug 27 16:57:02.515701 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d4252db-63a2-4ecd-836b-98f4518fdbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.521523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.524235 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.527861 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52dc3ab2-b15b-45f3-9ad4-923166ccb9b0 HTTP/1.1" status: 204 len: 168 time: 0.7971699 Aug 27 16:57:02.532516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.556265 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d4252db-63a2-4ecd-836b-98f4518fdbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.616838 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2f780-c068-4597-93b0-987dcac022c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc3ab2-b15b-45f3-9ad4-923166ccb9b0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:02.640427 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-8f6ee1b8-4c89-49bb-920f-cd6fec22a053 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 200 len: 217 time: 0.1058478 Aug 27 16:57:02.643768 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-fc1d82d5-938e-4e21-ab93-6d2770b701a1 service neutron] 10.222.0.43 "GET /v2.0/networks/d965a295-6ed0-46b6-9334-dc17d7396ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098368 Aug 27 16:57:02.664689 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3526f-1e22-4ca3-b7fd-d5a686d31499 req-d731de1e-1746-47e2-9375-62f5ff81c1fc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.666293 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5cf3526f-1e22-4ca3-b7fd-d5a686d31499 req-d731de1e-1746-47e2-9375-62f5ff81c1fc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 944 time: 0.3566048 Aug 27 16:57:02.701618 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.754476 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3d4252db-63a2-4ecd-836b-98f4518fdbac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a01df7df35a941cfbd270a9c14a7e1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7316706 Aug 27 16:57:02.758973 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:02.762271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abafa31-edfe-437d-b67d-e3a06de2a9d7 req-47f6d343-f87c-4f82-8c43-2ff7606e672a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.763774 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4abafa31-edfe-437d-b67d-e3a06de2a9d7 req-47f6d343-f87c-4f82-8c43-2ff7606e672a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.3980682 Aug 27 16:57:02.800064 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4252db-63a2-4ecd-836b-98f4518fdbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d6aee-6453-46e9-9c1a-2c1d61f25de9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:02.816844 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Made reservation on behalf of f586acd03f0346818d7d4bb260dcb669 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:02.821576 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.884386 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-d8f876cb-558d-4608-b21c-dccec96a433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:02.886138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-d8f876cb-558d-4608-b21c-dccec96a433c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.2149880 Aug 27 16:57:02.886638 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-2731a19b-e808-417f-9deb-3f1b7e58f72c service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263353 Aug 27 16:57:02.892623 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:02.930903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5cf3526f-1e22-4ca3-b7fd-d5a686d31499 req-ee6a4af7-c17d-4bc8-a126-84424a38fa46 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123096 Aug 27 16:57:02.997831 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-1b221c69-95b0-48dc-aa83-45f04787fc01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913994 Aug 27 16:57:03.018317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4abafa31-edfe-437d-b67d-e3a06de2a9d7 req-3906d7d4-e63d-4845-a46b-ba844f04da8b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193830 Aug 27 16:57:03.021084 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.021638 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbd1b983-0ac4-41c6-b1fb-91dd1de4ac83 req-db2d5061-1d8b-440d-a353-e0e299720fb9 service neutron] 10.222.0.43 "GET /v2.0/networks/d965a295-6ed0-46b6-9334-dc17d7396ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539555 Aug 27 16:57:03.066854 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7d409c4e-de71-462f-9698-76dc7765eedc req-9271f6ca-8576-4e04-bca4-e0b67db809af tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.0638902 Aug 27 16:57:03.068435 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.074627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.076847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c22808e-98d5-4880-8dc8-6d599601dd7f HTTP/1.1" status: 204 len: 168 time: 0.9363213 Aug 27 16:57:03.151442 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Allocated IP 172.20.0.6 (33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad/3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38/7375db60-63db-4f1c-af73-2dcb74926519) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:57:03.162498 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4f11efc5-0b2b-4291-a63f-75285dad58a2 req-080bdd2d-96e4-4051-aabc-f2805db6d74a service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381756 Aug 27 16:57:03.171570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363f17-4450-497e-9d1f-eb7425e0a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c22808e-98d5-4880-8dc8-6d599601dd7f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:03.180027 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.182496 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.183679 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/459d6aee-6453-46e9-9c1a-2c1d61f25de9 HTTP/1.1" status: 204 len: 168 time: 0.4224772 Aug 27 16:57:03.236126 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc1257-b2d3-4bc0-9f5a-7587b2fedc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d6aee-6453-46e9-9c1a-2c1d61f25de9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:03.423284 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-678a0345-ce8e-4db6-842d-1cea358e0726 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095352 Aug 27 16:57:03.436015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5bc8-efb4-4ae3-8c75-f949258cffff req-d52928b3-ec2b-42c6-8946-6ec8005c17fe tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.437691 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-17ce5bc8-efb4-4ae3-8c75-f949258cffff req-d52928b3-ec2b-42c6-8946-6ec8005c17fe tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.2452939 Aug 27 16:57:03.447212 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-ecc71b4a-10f1-48f6-bf37-4bf47d79875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.451706 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-ecc71b4a-10f1-48f6-bf37-4bf47d79875a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1096 time: 0.1491320 Aug 27 16:57:03.528657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-17ce5bc8-efb4-4ae3-8c75-f949258cffff req-824b97a1-06d4-4e9e-b2e2-aff4e90b0d03 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813851 Aug 27 16:57:03.571586 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d07e1bd-dc8f-4ba5-97a6-08b3b50f3e15 req-976bfd59-4ab4-4ec5-8ae3-fc18640451d5 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328273 Aug 27 16:57:03.617080 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.655760 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Transition to ACTIVE for port object 7375db60-63db-4f1c-af73-2dcb74926519 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:57:03.660210 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39068) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:03.663018 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-db34c1db-71aa-4dbc-a5e4-2c69a8ffd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.664641 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-db34c1db-71aa-4dbc-a5e4-2c69a8ffd774 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.2036855 Aug 27 16:57:03.681023 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19b9c01-d056-4a51-8580-1c6ab50e3cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.728791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1a81bd3-0f76-45db-9353-c00d7e71e9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.739358 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-90b446db-abd9-4f5e-a5cd-9de25a95672a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0462613 Aug 27 16:57:03.744831 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:03.775192 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.809656 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-ed7fc9ab-9f19-4c6f-b40c-e776a6d6be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.809858 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6000-a509-4ffe-8771-04f06f47c705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.810308 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-ed7fc9ab-9f19-4c6f-b40c-e776a6d6be9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1097 time: 0.1143043 Aug 27 16:57:03.819587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:57:03.847389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:57:03.849630 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:57:03.855255 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.855858 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:03.896152 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:03.905993 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-ec349d7a-cb99-4cd3-b4d6-62d2fe53e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:03.907530 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-ec349d7a-cb99-4cd3-b4d6-62d2fe53e1c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.1517305 Aug 27 16:57:03.972984 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-31cdb274-6929-4ed5-b7e7-3857237a14ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576265 Aug 27 16:57:04.076554 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19b9c01-d056-4a51-8580-1c6ab50e3cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.101790 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c19b9c01-d056-4a51-8580-1c6ab50e3cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.142052 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-c19b9c01-d056-4a51-8580-1c6ab50e3cb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e87acf8fe2843ff97a6bbe7428546bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802570 Aug 27 16:57:04.144420 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-c537ca85-1b1b-46a6-89d3-95d3478b6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:04.146522 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-c537ca85-1b1b-46a6-89d3-95d3478b6a54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.3241727 Aug 27 16:57:04.148303 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39092) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:04.216487 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-af0582cd-b91d-4f94-a435-3748affe07aa service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356660 Aug 27 16:57:04.221304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-caf54e32-7b9b-405e-9965-d11b0135cd14 None None] Provisioning for port 7375db60-63db-4f1c-af73-2dcb74926519 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:04.230543 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-caf54e32-7b9b-405e-9965-d11b0135cd14 None None] Provisioning complete for port 7375db60-63db-4f1c-af73-2dcb74926519 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:04.231076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-caf54e32-7b9b-405e-9965-d11b0135cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.278507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-caf54e32-7b9b-405e-9965-d11b0135cd14 None None] Port 7375db60-63db-4f1c-af73-2dcb74926519 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:57:04.286172 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-72756401-4a3a-4b63-92a6-ea32b22dbd1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 200 len: 217 time: 0.1014292 Aug 27 16:57:04.296462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9c01-d056-4a51-8580-1c6ab50e3cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2004de-9273-4b9e-bc0f-67ed962d6840,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:04.328409 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdfd0-4c78-4145-82ed-0ab443bff177 req-807b1248-1f01-43b0-bd38-0c187847214b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:04.333971 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49fcdfd0-4c78-4145-82ed-0ab443bff177 req-807b1248-1f01-43b0-bd38-0c187847214b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 944 time: 0.2673886 Aug 27 16:57:04.396926 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b8d0b-d514-463d-88e1-81e5c67f8cd0 req-6ac6e1f4-619a-43d5-bad9-e2287ab680fb tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:04.398455 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-792b8d0b-d514-463d-88e1-81e5c67f8cd0 req-6ac6e1f4-619a-43d5-bad9-e2287ab680fb tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.2624929 Aug 27 16:57:04.416414 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.429509 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-b9a0748e-c50d-45eb-bcab-db398deee3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:04.431226 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-b9a0748e-c50d-45eb-bcab-db398deee3b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.1291399 Aug 27 16:57:04.434386 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6000-a509-4ffe-8771-04f06f47c705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.443856 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ef6000-a509-4ffe-8771-04f06f47c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.456624 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-00d56715-0bda-4356-a0cb-955e04cd4481 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0440767 Aug 27 16:57:04.465010 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49fcdfd0-4c78-4145-82ed-0ab443bff177 req-f77e002a-d364-45a9-9c0c-a0023172b157 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071379 Aug 27 16:57:04.465718 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-56dbea91-c7d4-4b22-b959-8e62b819b50d req-1abad955-3af3-4d00-a54d-75de147b9fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409787 Aug 27 16:57:04.492947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-0a48f100-6b30-48aa-8f32-26dc74807499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490518 Aug 27 16:57:04.495591 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Request body: {'port': {'device_id': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:04.504325 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b7ef6000-a509-4ffe-8771-04f06f47c705 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1c40bee801743e889063763cc745b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554283 Aug 27 16:57:04.512992 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.518120 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6000-a509-4ffe-8771-04f06f47c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3866f1-f5a1-455e-aaad-da31cb870246,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:04.522326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39098) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:04.592107 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.640717 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.680178 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.683744 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.686978 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.688099 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe2004de-9273-4b9e-bc0f-67ed962d6840 HTTP/1.1" status: 204 len: 168 time: 0.5162630 Aug 27 16:57:04.723115 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-792b8d0b-d514-463d-88e1-81e5c67f8cd0 req-c48ddc8d-5a8f-448e-b96f-e3b3c493b7e7 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096831 Aug 27 16:57:04.735662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af92928-554a-40ee-bd65-1379bad1391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2004de-9273-4b9e-bc0f-67ed962d6840,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:04.767235 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda763a-bf94-4359-a6ac-310cd1e72966 req-6cc44254-25e0-4bc0-b9a5-e52843dbc8e9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:04.774941 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bbda763a-bf94-4359-a6ac-310cd1e72966 req-6cc44254-25e0-4bc0-b9a5-e52843dbc8e9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 931 time: 0.1741502 Aug 27 16:57:04.830886 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bbda763a-bf94-4359-a6ac-310cd1e72966 req-af24d215-84b8-4b8e-8d0b-9875d8601a96 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510585 Aug 27 16:57:04.835259 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-9eeb365f-b1a8-4fe3-bf0e-c84ad2cbdf5c service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704639 Aug 27 16:57:04.889242 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.892148 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:04.893515 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b3866f1-f5a1-455e-aaad-da31cb870246 HTTP/1.1" status: 204 len: 168 time: 0.3701446 Aug 27 16:57:04.916312 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40716f23-3430-4c81-b2c6-03a9bcb701f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3866f1-f5a1-455e-aaad-da31cb870246,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:05.014329 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a32a50-931c-408b-9ac9-5c3b64ff6577 req-9d244122-929a-467a-97ed-d12843b72f55 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.015806 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b8a32a50-931c-408b-9ac9-5c3b64ff6577 req-9d244122-929a-467a-97ed-d12843b72f55 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.1395917 Aug 27 16:57:05.038349 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03bf6768-b136-4c1b-b95c-513f2e15630e req-a7a8379f-8b9e-4dae-a483-637d5b7ef2f1 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972170 Aug 27 16:57:05.043078 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:05.056675 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:05.073134 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Transition to ACTIVE for port object 7375db60-63db-4f1c-af73-2dcb74926519 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:57:05.078882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:05.102124 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b8a32a50-931c-408b-9ac9-5c3b64ff6577 req-6b6f5606-6ab0-45db-87eb-8509438850c5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751126 Aug 27 16:57:05.185872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:05.202932 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Attempting to bind port 7375db60-63db-4f1c-af73-2dcb74926519 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:57:05.203229 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Attempting to bind port 7375db60-63db-4f1c-af73-2dcb74926519 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:57:05.203475 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Attempting to bind port 7375db60-63db-4f1c-af73-2dcb74926519 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:05.210749 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Port 7375db60-63db-4f1c-af73-2dcb74926519 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:57:05.210749 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Attempting to bind port 7375db60-63db-4f1c-af73-2dcb74926519 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:05.218795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:57:05.218795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Checking segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:05.218795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Bound using segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:57:05.219575 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Bound port: 7375db60-63db-4f1c-af73-2dcb74926519, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:57:05.219982 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:05.298500 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:57:05.304822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:57:05.311370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:05.350532 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.351403 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:05.353781 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] 10.222.0.43 "PUT /v2.0/ports/7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 1093 time: 0.8656850 Aug 27 16:57:05.356880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:05.359913 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b643b-f665-4454-b925-8d6784a220ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:05.396408 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274554a-e174-4e8f-8ca2-c52b46aa0dda service neutron] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:05.426307 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7122743-988d-4699-961f-c9efcdfceb8c x-openstack-request-id: req-a7122743-988d-4699-961f-c9efcdfceb8c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:05.426691 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:05.426984 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7122743-988d-4699-961f-c9efcdfceb8c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:05.427362 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'status': 'completed', 'code': 200} Aug 27 16:57:05.461089 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-f65b7d32-7af9-4ca9-8af5-9eaa8b65b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.462957 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-f65b7d32-7af9-4ca9-8af5-9eaa8b65b8da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1096 time: 0.0508895 Aug 27 16:57:05.510710 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39136) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:05.529180 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-72e51eb6-e5c9-419b-be83-b88bf2232455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 217 time: 0.0528395 Aug 27 16:57:05.589011 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-db2c3de8-87dc-4939-bd3e-e2fc573dc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.592610 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-db2c3de8-87dc-4939-bd3e-e2fc573dc59e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0550833 Aug 27 16:57:05.675461 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bf109-23c7-47d9-b959-547ebc05e13e req-d34bd6b8-570e-41f8-96d0-e1516b832e6f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.677124 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c68bf109-23c7-47d9-b959-547ebc05e13e req-d34bd6b8-570e-41f8-96d0-e1516b832e6f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 944 time: 0.0662689 Aug 27 16:57:05.691506 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-c4643c05-8158-45cf-9987-4c67eb0a8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:05.694284 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-c4643c05-8158-45cf-9987-4c67eb0a8eae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930505 Aug 27 16:57:05.738240 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c68bf109-23c7-47d9-b959-547ebc05e13e req-ca986691-4b88-4a42-9d3a-8eb3fccfb94b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Aug 27 16:57:05.852427 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-a3b6cad6-7a9a-49be-9bc9-00e7da37108a service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502435 Aug 27 16:57:05.872622 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2656218f-3465-4a3f-aad1-3e7f3a4d03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.022371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d00c8e-96e5-47f0-b12e-64bd5dc3e5d0 req-0e1a789d-6caf-4982-ba29-ac822b4cddc9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.022568 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4dfd2f21-3f5e-4a8e-aa8c-cc06b5c32fdd req-8fdedeef-1c28-4e38-8199-221d5d1f2ee8 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554108 Aug 27 16:57:06.023889 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25d00c8e-96e5-47f0-b12e-64bd5dc3e5d0 req-0e1a789d-6caf-4982-ba29-ac822b4cddc9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 943 time: 0.1531796 Aug 27 16:57:06.075082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3325d1-42f7-4126-a12f-e4e9a026980a req-8d9925e0-9519-42d5-91fe-a68e20f27399 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.076563 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab3325d1-42f7-4126-a12f-e4e9a026980a req-8d9925e0-9519-42d5-91fe-a68e20f27399 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1241553 Aug 27 16:57:06.134902 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 82060d3d-5951-4808-af28-437fb7006dcb details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:06.157028 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25d00c8e-96e5-47f0-b12e-64bd5dc3e5d0 req-49683222-f6dc-42b7-aac1-15e5e7a8a2f5 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174042 Aug 27 16:57:06.180391 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab3325d1-42f7-4126-a12f-e4e9a026980a req-5a30dc0c-1658-4c41-a682-aed660164c81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946965 Aug 27 16:57:06.209383 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2656218f-3465-4a3f-aad1-3e7f3a4d03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.214336 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2656218f-3465-4a3f-aad1-3e7f3a4d03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.231109 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b643b-f665-4454-b925-8d6784a220ba req-fd594ece-9973-4785-be90-7e1bb7f20dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.232722 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-fd594ece-9973-4785-be90-7e1bb7f20dc4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1096 time: 0.1128535 Aug 27 16:57:06.266948 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-2656218f-3465-4a3f-aad1-3e7f3a4d03c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7681d146d5aa434fbd7652ce26e89161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7550664 Aug 27 16:57:06.268413 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656218f-3465-4a3f-aad1-3e7f3a4d03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a6bafb-22ea-4c63-9df5-968c05b2a085,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:06.270990 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39176) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:06.392173 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82060d3d-5951-4808-af28-437fb7006dcb,segment=NetworkSegment(4321beea-e694-4f9a-8c28-3692a239bf6e),segment_id=4321beea-e694-4f9a-8c28-3692a239bf6e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:06.421028 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '82060d3d-5951-4808-af28-437fb7006dcb', 'network_id': 'd965a295-6ed0-46b6-9334-dc17d7396ab1', 'port_id': '82060d3d-5951-4808-af28-437fb7006dcb', 'mac_address': 'fa:16:3e:c7:e7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bd2c88-2271-4938-ba57-a370b2e0ffd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:06.426253 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b643b-f665-4454-b925-8d6784a220ba req-6bd335a2-7947-493d-80d8-b6452e65fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.429178 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-6bd335a2-7947-493d-80d8-b6452e65fe33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1866462 Aug 27 16:57:06.453477 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e1d1-0d8c-4645-9133-272dddc91aab req-c9e95cfc-7fec-4697-9d59-d786afa6c1ef tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.455063 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-27d9e1d1-0d8c-4645-9133-272dddc91aab req-c9e95cfc-7fec-4697-9d59-d786afa6c1ef tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 944 time: 0.1212349 Aug 27 16:57:06.456326 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.478095 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc837af3-9904-4009-85d6-2714a7b92c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.485530 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.501937 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82060d3d-5951-4808-af28-437fb7006dcb {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:06.518488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.530342 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82060d3d-5951-4808-af28-437fb7006dcb,segment=NetworkSegment(4321beea-e694-4f9a-8c28-3692a239bf6e),segment_id=4321beea-e694-4f9a-8c28-3692a239bf6e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:06.532506 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-228906b6-711d-4651-bcb5-c1dedb9c7113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 217 time: 0.0946844 Aug 27 16:57:06.538550 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.539280 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7652a6d9-2c16-4454-81c6-d8b9081a85ff details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:06.628850 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b643b-f665-4454-b925-8d6784a220ba req-e499bc00-547a-4bcd-bf31-610eff24aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.633852 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-e499bc00-547a-4bcd-bf31-610eff24aa53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0902541 Aug 27 16:57:06.642020 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:06.650753 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-27d9e1d1-0d8c-4645-9133-272dddc91aab req-3f16d17f-befd-4621-99dc-1e21fd3a4aea tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603008 Aug 27 16:57:06.659722 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.675395 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.675395 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07a6bafb-22ea-4c63-9df5-968c05b2a085 HTTP/1.1" status: 204 len: 168 time: 0.3894563 Aug 27 16:57:06.701008 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa42fa-131c-4fb7-90c2-aff83efdb05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a6bafb-22ea-4c63-9df5-968c05b2a085,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:06.746178 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.771890 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:06.791845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b643b-f665-4454-b925-8d6784a220ba req-839c2a35-041c-4807-908b-6279bd135ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:06.797880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7652a6d9-2c16-4454-81c6-d8b9081a85ff', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'port_id': '7652a6d9-2c16-4454-81c6-d8b9081a85ff', 'mac_address': 'fa:16:3e:c3:3e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:06.801521 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-839c2a35-041c-4807-908b-6279bd135ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458828 Aug 27 16:57:06.903126 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.920289 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7652a6d9-2c16-4454-81c6-d8b9081a85ff {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:06.959494 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:06.974893 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:06.975795 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 81831da5-14ee-4f06-a61e-8ec7694f5c18 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:06.996528 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094e98c-7c70-40c9-878c-69e5539031d2 req-72898c91-4def-49f7-90b7-59d61c90a6e7 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:07.004343 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1094e98c-7c70-40c9-878c-69e5539031d2 req-72898c91-4def-49f7-90b7-59d61c90a6e7 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 944 time: 0.1206462 Aug 27 16:57:07.012039 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-1aaf2af7-6eb2-4719-9d53-2174defb6ccf service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085683 Aug 27 16:57:07.114318 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1094e98c-7c70-40c9-878c-69e5539031d2 req-59199668-c064-461e-955d-b54597a2d646 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009483 Aug 27 16:57:07.156247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:07.181384 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-ec4b643b-f665-4454-b925-8d6784a220ba req-1d71c09a-3577-4256-a96d-b0b88ed12197 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638303 Aug 27 16:57:07.278636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:07.325830 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43975de-d244-4a7e-8c8f-758c1ec51e9c req-1403c937-83de-4fde-93fe-d87cbb5a442f tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:07.335256 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '81831da5-14ee-4f06-a61e-8ec7694f5c18', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'port_id': '81831da5-14ee-4f06-a61e-8ec7694f5c18', 'mac_address': 'fa:16:3e:6b:ab:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922e6e-e309-41e2-9495-30cebe695dca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:07.335675 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c43975de-d244-4a7e-8c8f-758c1ec51e9c req-1403c937-83de-4fde-93fe-d87cbb5a442f tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 944 time: 0.0738947 Aug 27 16:57:07.414283 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c43975de-d244-4a7e-8c8f-758c1ec51e9c req-e264a74d-ef8e-4d02-a090-0ab0f499e89f tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776303 Aug 27 16:57:07.416086 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.432943 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81831da5-14ee-4f06-a61e-8ec7694f5c18 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:07.450271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb5bdf-9eb8-414d-8e64-766dfb70de5f req-bd1a0d7b-1894-4eb8-88d6-d2f809f00324 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:07.452365 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0bfb5bdf-9eb8-414d-8e64-766dfb70de5f req-bd1a0d7b-1894-4eb8-88d6-d2f809f00324 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1145325 Aug 27 16:57:07.468960 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:07.478576 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.479988 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 27a6f421-af13-43a0-9ec4-fd9fa06f590e details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:07.540447 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:07.552431 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0bfb5bdf-9eb8-414d-8e64-766dfb70de5f req-95d7b8d1-50de-4453-a8c8-ad27e0a5f5db tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889385 Aug 27 16:57:07.556286 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '27a6f421-af13-43a0-9ec4-fd9fa06f590e', 'network_id': '540b2898-74e4-4e5b-b2ee-69e4bc76d4e1', 'port_id': '27a6f421-af13-43a0-9ec4-fd9fa06f590e', 'mac_address': 'fa:16:3e:27:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec89ac62-1644-4172-a6d2-dc84a1f664b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:07.562917 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:07.586796 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b68f4ba-6a4e-43b8-8217-1ce2a0050298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.676053 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:07.690729 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.714139 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b68f4ba-6a4e-43b8-8217-1ce2a0050298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.721391 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b68f4ba-6a4e-43b8-8217-1ce2a0050298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.823804 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a6f421-af13-43a0-9ec4-fd9fa06f590e {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:07.824135 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8adcd-b7f6-4b94-b460-72889dddd334 req-40533763-da74-4437-a6fa-baa7ab89bba9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:07.839611 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69d8adcd-b7f6-4b94-b460-72889dddd334 req-40533763-da74-4437-a6fa-baa7ab89bba9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 945 time: 0.0964577 Aug 27 16:57:07.846532 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:07.848147 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68f4ba-6a4e-43b8-8217-1ce2a0050298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68826203-f7db-41d5-a7f0-2c50ef4a0d3c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:07.851572 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:07.894988 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6b68f4ba-6a4e-43b8-8217-1ce2a0050298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=644d359fe7514dbba7b415331e518001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285413 Aug 27 16:57:07.901827 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:07.914820 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:07.950253 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69d8adcd-b7f6-4b94-b460-72889dddd334 req-385bbaf5-7892-4798-aa0f-a08ff7eb741e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 Aug 27 16:57:07.983727 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.028483 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.050460 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.108867 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.112113 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.113319 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68826203-f7db-41d5-a7f0-2c50ef4a0d3c HTTP/1.1" status: 204 len: 168 time: 0.2084887 Aug 27 16:57:08.121806 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a25a4-8926-47a9-9111-c8084effaf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68826203-f7db-41d5-a7f0-2c50ef4a0d3c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:08.366142 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ac605-941e-471f-90e9-6381ae668dd3 req-b5c2539f-ddc7-40de-a871-ca5e0483194c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:08.368644 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-817ac605-941e-471f-90e9-6381ae668dd3 req-b5c2539f-ddc7-40de-a871-ca5e0483194c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 945 time: 0.0786374 Aug 27 16:57:08.422126 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-817ac605-941e-471f-90e9-6381ae668dd3 req-49cc71e4-060b-4f3e-ae8d-8f00a34a20d0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Aug 27 16:57:08.507529 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39322) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:08.584926 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7652a6d9-2c16-4454-81c6-d8b9081a85ff'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:08.587281 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3493f-f672-4a81-9585-1fb5b2d7ab7a req-fac35216-b9b4-4df2-a9aa-02523e76e18b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:08.590129 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dfa3493f-f672-4a81-9585-1fb5b2d7ab7a req-fac35216-b9b4-4df2-a9aa-02523e76e18b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 944 time: 0.0840857 Aug 27 16:57:08.656082 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['27a6f421-af13-43a0-9ec4-fd9fa06f590e'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:08.667704 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['82060d3d-5951-4808-af28-437fb7006dcb'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:08.708037 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dfa3493f-f672-4a81-9585-1fb5b2d7ab7a req-04adde66-e782-4250-a0e7-18230fcc9b45 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101773 Aug 27 16:57:08.741760 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:08.778827 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c5c77-ad95-4dff-b7c8-dcb1d57532ab req-13fc4e73-3bbf-4605-a05f-d3f198b520a6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:08.782331 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c1c5c77-ad95-4dff-b7c8-dcb1d57532ab req-13fc4e73-3bbf-4605-a05f-d3f198b520a6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1293643 Aug 27 16:57:08.825130 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcdaf-502e-4afd-b31b-1d18b93045e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.867886 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c1c5c77-ad95-4dff-b7c8-dcb1d57532ab req-4ecab2bc-2b34-430e-b7f8-bf6cb1c68763 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757172 Aug 27 16:57:08.949522 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcdaf-502e-4afd-b31b-1d18b93045e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:08.954607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf6bcdaf-502e-4afd-b31b-1d18b93045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.004132 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bcdaf-502e-4afd-b31b-1d18b93045e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed1089-5a91-4922-99d7-a84d7079573e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:09.048080 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39348) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:09.049584 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bf6bcdaf-502e-4afd-b31b-1d18b93045e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=110531a2274846ebacd05adcc569c3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400310 Aug 27 16:57:09.112712 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.128609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09ff5-bb8d-44ed-b968-ad4e7c235434 req-1775dee4-2899-407c-bbfa-350f7592f97e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:09.131198 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aac09ff5-bb8d-44ed-b968-ad4e7c235434 req-1775dee4-2899-407c-bbfa-350f7592f97e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 945 time: 0.0799944 Aug 27 16:57:09.144369 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.197986 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aac09ff5-bb8d-44ed-b968-ad4e7c235434 req-a7f17d2d-9ed1-4b15-a4c7-424e9ae2f811 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564775 Aug 27 16:57:09.217808 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.220589 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.221979 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86ed1089-5a91-4922-99d7-a84d7079573e HTTP/1.1" status: 204 len: 168 time: 0.1722584 Aug 27 16:57:09.230230 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933706c-ac3a-44fd-bf31-af8ff86edaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed1089-5a91-4922-99d7-a84d7079573e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:09.565105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503e5a0-87af-4d0d-845a-8581b4dbca24 req-6b8d7a47-e5ea-448a-b4de-f9ef7decafe4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:09.566799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8503e5a0-87af-4d0d-845a-8581b4dbca24 req-6b8d7a47-e5ea-448a-b4de-f9ef7decafe4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 945 time: 0.0593565 Aug 27 16:57:09.613394 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8503e5a0-87af-4d0d-845a-8581b4dbca24 req-4889b8f8-1296-4b65-953c-588bb13724bd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Aug 27 16:57:09.637782 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:09.650595 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe74c70-a66e-42c3-8ee4-cee5277579f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.748443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe74c70-a66e-42c3-8ee4-cee5277579f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.767363 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe74c70-a66e-42c3-8ee4-cee5277579f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.810933 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-bfe74c70-a66e-42c3-8ee4-cee5277579f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40a3045e30f34d8aac0359b463d34b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703336 Aug 27 16:57:09.811325 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:09.848760 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.855166 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74c70-a66e-42c3-8ee4-cee5277579f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afd30b6-ed59-410f-9ae3-71c25be41f9e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:09.882172 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.883943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331861b-fe4c-4f02-99a5-749df291af3e req-c1af8930-1b28-4914-925e-185cd8203d12 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:09.891117 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1331861b-fe4c-4f02-99a5-749df291af3e req-c1af8930-1b28-4914-925e-185cd8203d12 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 944 time: 0.0851293 Aug 27 16:57:09.924807 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:09.934743 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1331861b-fe4c-4f02-99a5-749df291af3e req-6ecb5830-1f68-4afd-a984-c99b2754323c tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Aug 27 16:57:10.020172 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:10.024750 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:10.031937 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1afd30b6-ed59-410f-9ae3-71c25be41f9e HTTP/1.1" status: 204 len: 168 time: 0.2190864 Aug 27 16:57:10.047382 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20edd5b-940a-4885-948a-37652208a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afd30b6-ed59-410f-9ae3-71c25be41f9e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:10.082968 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6f861-8baf-47b2-8e7c-b1815a5c11ef req-0388a886-5509-4442-9423-622510810898 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:10.084504 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdc6f861-8baf-47b2-8e7c-b1815a5c11ef req-0388a886-5509-4442-9423-622510810898 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0927327 Aug 27 16:57:10.116199 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:10.139881 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdc6f861-8baf-47b2-8e7c-b1815a5c11ef req-ba08f456-770e-4990-85f6-a1b88e895636 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Aug 27 16:57:10.336772 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:10.352140 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7375db60-63db-4f1c-af73-2dcb74926519', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:10.376584 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b2499-419f-455e-b636-657ca4013096 req-45f10efb-a48a-43bd-862e-ef7a1be9e4b8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:10.385262 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d00b2499-419f-455e-b636-657ca4013096 req-45f10efb-a48a-43bd-862e-ef7a1be9e4b8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 945 time: 0.0974121 Aug 27 16:57:10.419929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:10.443172 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:10.462852 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d00b2499-419f-455e-b636-657ca4013096 req-7bce384c-8c0a-409f-8c05-e66a1b3763d3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761929 Aug 27 16:57:10.497984 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:10.506196 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:10.590107 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:10.823733 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c8c58-c9b4-4b9a-a525-fd1b778393ad req-b6de635e-4883-417a-847b-fee894af11e9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:10.825525 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f24c8c58-c9b4-4b9a-a525-fd1b778393ad req-b6de635e-4883-417a-847b-fee894af11e9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 945 time: 0.0778673 Aug 27 16:57:10.861943 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7375db60-63db-4f1c-af73-2dcb74926519'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:10.903271 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f24c8c58-c9b4-4b9a-a525-fd1b778393ad req-36227e8b-a84d-4b79-b6a9-badabba3c185 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632746 Aug 27 16:57:11.184607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b33577-50d1-4c55-8abd-d836b0143cae req-d7348a75-814e-4cd9-8a16-c2943b9deae4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:11.187715 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09b33577-50d1-4c55-8abd-d836b0143cae req-d7348a75-814e-4cd9-8a16-c2943b9deae4 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 944 time: 0.1425745 Aug 27 16:57:11.208610 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:11.250323 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09b33577-50d1-4c55-8abd-d836b0143cae req-fac7622b-3163-4d5b-abd4-880db7c2e510 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550191 Aug 27 16:57:11.391193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7413-2603-43e8-8d0d-dd36569733f7 req-c2b8c73d-eb8d-4c49-b711-39c2bc725e02 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:11.393533 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de4e7413-2603-43e8-8d0d-dd36569733f7 req-c2b8c73d-eb8d-4c49-b711-39c2bc725e02 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.0882213 Aug 27 16:57:11.449679 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de4e7413-2603-43e8-8d0d-dd36569733f7 req-a7ebf79a-0357-486f-84e5-d76344bc9e56 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498497 Aug 27 16:57:11.463872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277568036-network', 'tenant_id': 'd716465cb0f245279e348151c130b94a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:11.497315 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Made reservation on behalf of d716465cb0f245279e348151c130b94a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:11.499673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.509351 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.618787 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.623468 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.629980 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1798b-75cc-4bdf-b922-3a76c1a159ad req-eecf153f-ed20-4867-85ed-1f4191cb62c4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:11.632029 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1b1798b-75cc-4bdf-b922-3a76c1a159ad req-eecf153f-ed20-4867-85ed-1f4191cb62c4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Aug 27 16:57:11.649705 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:57:11.659956 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2100a66-0593-4867-8721-468735978be5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:11.664757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.665351 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Added segment 13c3985f-f812-424c-9487-8d74dc45c8ea of type vlan for network ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 Aug 27 16:57:11.672132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1b1798b-75cc-4bdf-b922-3a76c1a159ad req-b51ff89f-6de1-41e3-ad85-18acec6f8077 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Aug 27 16:57:11.712423 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.736147 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.738580 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:11.738859 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:11.790919 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5806763 Aug 27 16:57:11.793914 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39484) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:11.799464 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Request body: {'subnet': {'network_id': 'ce72a4ae-82ea-4420-8ad5-1709c7dc5e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277568036-subnet', 'tenant_id': 'd716465cb0f245279e348151c130b94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:11.800516 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2c81-b7bb-484e-9e3f-cea7801d79f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce72a4ae-82ea-4420-8ad5-1709c7dc5e16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:11.810783 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:57:11.822278 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Made reservation on behalf of d716465cb0f245279e348151c130b94a for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:11.825158 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.123794 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6c128-526f-4f6b-a6cc-85477983b438 req-ee74839a-d063-4237-8129-57c7a5e76888 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:12.125244 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aec6c128-526f-4f6b-a6cc-85477983b438 req-ee74839a-d063-4237-8129-57c7a5e76888 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 945 time: 0.0798457 Aug 27 16:57:12.129827 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 27a6f421-af13-43a0-9ec4-fd9fa06f590e up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:12.180465 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 27a6f421-af13-43a0-9ec4-fd9fa06f590e completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:12.183962 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 27a6f421-af13-43a0-9ec4-fd9fa06f590e triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:12.184523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.201073 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aec6c128-526f-4f6b-a6cc-85477983b438 req-166ba86d-ff51-415b-88a9-8ba9c69a1147 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Aug 27 16:57:12.253333 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.273261 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.296451 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:12.376123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:12.381242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.382114 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 82060d3d-5951-4808-af28-437fb7006dcb up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:12.392086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7232ec39-3814-47be-9f68-4aa35b11d9d4,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:12.408700 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Checking segment: {'id': '13c3985f-f812-424c-9487-8d74dc45c8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ce72a4ae-82ea-4420-8ad5-1709c7dc5e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:12.409532 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Network hostable DHCP agents. Network: ce72a4ae-82ea-4420-8ad5-1709c7dc5e16, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:57:12.438625 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf4717-7682-4132-9651-4f4c0b3e5bf8 req-4cf05323-0d94-4eec-b0dd-5b93806929ad tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:12.440200 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e0cf4717-7682-4132-9651-4f4c0b3e5bf8 req-4cf05323-0d94-4eec-b0dd-5b93806929ad tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 944 time: 0.1118610 Aug 27 16:57:12.449658 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Network ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:57:12.475786 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, ce72a4ae-82ea-4420-8ad5-1709c7dc5e16) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:57:12.480824 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:12.481512 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.481796 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:12.493764 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef6e027-36d5-4fb0-bcc5-c60c4ebd8e7d None None] Network ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:57:12.506949 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e0cf4717-7682-4132-9651-4f4c0b3e5bf8 req-788a39a0-5ce0-4b69-bdc2-b86b4733de12 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604913 Aug 27 16:57:12.518415 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-929afc13-1508-46ab-912d-59bada23da7a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7224867 Aug 27 16:57:12.570173 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 82060d3d-5951-4808-af28-437fb7006dcb completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:12.603526 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 82060d3d-5951-4808-af28-437fb7006dcb triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:12.603526 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.633277 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1718d57-b4df-47b0-90cf-f1050b58635f" -d '{"events": [{"server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "name": "network-vif-plugged", "status": "completed", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:12.657567 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa738b1-0206-43f1-beaf-7c23d4329cd7 req-eddabcd0-1184-4559-a6ae-54c1104a78a5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:12.666537 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5aa738b1-0206-43f1-beaf-7c23d4329cd7 req-eddabcd0-1184-4559-a6ae-54c1104a78a5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.0733309 Aug 27 16:57:12.768143 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5aa738b1-0206-43f1-beaf-7c23d4329cd7 req-d81cd35b-5b2d-4aca-96ab-cbfd89c79778 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984223 Aug 27 16:57:12.802682 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.807830 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfbd7a-d72f-4341-bb9b-9310688c8a16 None None] Network ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:57:12.830858 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42434eb4-b91f-40e8-9f78-71733c1848c3 x-openstack-request-id: req-42434eb4-b91f-40e8-9f78-71733c1848c3 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:12.832358 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "name": "network-vif-plugged", "status": "completed", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:12.832358 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42434eb4-b91f-40e8-9f78-71733c1848c3 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:12.832358 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e', 'code': 200} Aug 27 16:57:12.938342 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f3d4-83d7-477a-9ecb-1d8446046497 req-c8052fba-4261-4364-8b26-b4b71d2acc87 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:12.942563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82060d3d-5951-4808-af28-437fb7006dcb,segment=NetworkSegment(4321beea-e694-4f9a-8c28-3692a239bf6e),segment_id=4321beea-e694-4f9a-8c28-3692a239bf6e)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:12.948083 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ca7f3d4-83d7-477a-9ecb-1d8446046497 req-c8052fba-4261-4364-8b26-b4b71d2acc87 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 945 time: 0.0857036 Aug 27 16:57:12.954578 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:12.956318 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7652a6d9-2c16-4454-81c6-d8b9081a85ff up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:13.020784 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ca7f3d4-83d7-477a-9ecb-1d8446046497 req-a51e301f-f4c7-48e5-9923-e36240c2dc28 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649683 Aug 27 16:57:13.083550 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 7652a6d9-2c16-4454-81c6-d8b9081a85ff completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:13.108640 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7652a6d9-2c16-4454-81c6-d8b9081a85ff triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:13.109303 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.139572 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:13.187157 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-12678bab-cd69-48f9-b169-6d07e9d0500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:13.191873 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-12678bab-cd69-48f9-b169-6d07e9d0500b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1099 time: 0.0935795 Aug 27 16:57:13.218480 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-0bcd1333-00d4-4ed5-9493-5eddeb935d9d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.340824 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.388302 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39542) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:13.397132 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.400826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2106132364-network', 'tenant_id': 'a8fbcc1b0dea4b839bfa88387fd8e01b'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:13.442924 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:13.443319 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499db3-2f0d-41d6-8fc0-dfa86746c75d req-ffea26e9-5980-4393-9277-ad86ef9d72ce tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:13.446476 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a499db3-2f0d-41d6-8fc0-dfa86746c75d req-ffea26e9-5980-4393-9277-ad86ef9d72ce tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0946248 Aug 27 16:57:13.456796 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.458921 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 81831da5-14ee-4f06-a61e-8ec7694f5c18 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:13.500313 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a499db3-2f0d-41d6-8fc0-dfa86746c75d req-3804bccf-09c4-4666-9258-b1d68771cbc1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Aug 27 16:57:13.554492 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:13.600432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 81831da5-14ee-4f06-a61e-8ec7694f5c18 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:13.606172 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 81831da5-14ee-4f06-a61e-8ec7694f5c18 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:13.606650 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.646952 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-0bcd1333-00d4-4ed5-9493-5eddeb935d9d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.655081 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-0bcd1333-00d4-4ed5-9493-5eddeb935d9d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.695302 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Made reservation on behalf of a8fbcc1b0dea4b839bfa88387fd8e01b for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:13.697844 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.704042 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd1333-00d4-4ed5-9493-5eddeb935d9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd762f-c0d7-43a8-837f-3abfea6e8ff1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:13.732027 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.732515 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-69fcd8b2-79b9-4f06-8ced-b76a61e0f699 req-0bcd1333-00d4-4ed5-9493-5eddeb935d9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329120 Aug 27 16:57:13.734197 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.772518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6ec6c-6926-4fa0-9a88-9f2cda5c6b65 req-2072de15-f683-4a29-bba8-808ec3295ff2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:13.774228 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:13.776069 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21a6ec6c-6926-4fa0-9a88-9f2cda5c6b65 req-2072de15-f683-4a29-bba8-808ec3295ff2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0980957 Aug 27 16:57:13.784060 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.785029 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:13.867066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:13.881770 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 7375db60-63db-4f1c-af73-2dcb74926519 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:13.886071 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7375db60-63db-4f1c-af73-2dcb74926519 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:13.886827 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.903081 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.912310 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.926029 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:57:13.940907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:13.941609 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Added segment b81be9c6-2d95-4d90-91b4-a3f03cfcbbd9 of type vlan for network a599bf2b-d411-4239-a4a4-d17241d3f13e Aug 27 16:57:14.036972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.048040 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21a6ec6c-6926-4fa0-9a88-9f2cda5c6b65 req-5b73d527-002c-49dd-8019-93cd388299a6 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567345 Aug 27 16:57:14.049735 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.055286 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e624ce1-0253-41e5-b0c1-91d6a269f2b8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:14.102013 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f59d61-2d20-4480-906b-49e22a09757a req-228fc0c7-8202-4e0b-881d-9f4bd259c2cc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:14.109896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:14.110030 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43f59d61-2d20-4480-906b-49e22a09757a req-228fc0c7-8202-4e0b-881d-9f4bd259c2cc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.1723130 Aug 27 16:57:14.126492 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.129073 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.130129 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:14.130598 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.199037 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:14.200795 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8126497 Aug 27 16:57:14.203612 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:14.209592 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Request body: {'subnet': {'network_id': 'a599bf2b-d411-4239-a4a4-d17241d3f13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2106132364-subnet', 'tenant_id': 'a8fbcc1b0dea4b839bfa88387fd8e01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:14.231815 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Made reservation on behalf of a8fbcc1b0dea4b839bfa88387fd8e01b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:14.234618 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.241822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43f59d61-2d20-4480-906b-49e22a09757a req-d38c8fa3-ffbc-496c-acdb-28e24f56c3e3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287894 Aug 27 16:57:14.250586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef58b99-5f6e-47ce-b0ad-e38e9a72aec2 admin admin] Pushing event updated for resources: {'Network': ['ID=a599bf2b-d411-4239-a4a4-d17241d3f13e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:14.263227 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network a599bf2b-d411-4239-a4a4-d17241d3f13e details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:57:14.287104 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7716f9c-6a2e-4a96-a6d8-65e806e3fab4 req-7b4147f5-a7f6-43f8-acf8-d5192658fc61 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:14.289610 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a7716f9c-6a2e-4a96-a6d8-65e806e3fab4 req-7b4147f5-a7f6-43f8-acf8-d5192658fc61 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.1033576 Aug 27 16:57:14.348319 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a7716f9c-6a2e-4a96-a6d8-65e806e3fab4 req-a8d7678a-4120-4a45-bc94-bc8f06eebc72 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Aug 27 16:57:14.442905 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.503546 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ff95ae-062f-42cc-bb1f-836997ea64a6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:14.515450 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Checking segment: {'id': 'b81be9c6-2d95-4d90-91b4-a3f03cfcbbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a599bf2b-d411-4239-a4a4-d17241d3f13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:14.515939 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Network hostable DHCP agents. Network: a599bf2b-d411-4239-a4a4-d17241d3f13e, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:57:14.536916 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Network a599bf2b-d411-4239-a4a4-d17241d3f13e is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:57:14.546985 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, a599bf2b-d411-4239-a4a4-d17241d3f13e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:57:14.552394 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:14.553040 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:14.565664 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced3c43-878e-418c-9b60-aa933c8f977c None None] Network a599bf2b-d411-4239-a4a4-d17241d3f13e requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:57:14.581466 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b982f515-8b49-41cf-8a02-f0cb810e72f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3710282 Aug 27 16:57:14.642524 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0216ec-4ece-469d-8d75-1901787db4ba req-32ca30c9-fa86-4946-b6bc-f80997e42dfc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:14.645123 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e0216ec-4ece-469d-8d75-1901787db4ba req-32ca30c9-fa86-4946-b6bc-f80997e42dfc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 27 16:57:14.693574 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e0216ec-4ece-469d-8d75-1901787db4ba req-1d44d4d8-61dc-4b1e-95e7-7782bd8101e3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Aug 27 16:57:14.730512 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329ef00-e876-4efd-918a-96107278e3b9 None None] Network a599bf2b-d411-4239-a4a4-d17241d3f13e requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:57:14.840303 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb'}, {'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff'}, {'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18'}, {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:14.842577 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04a8c80-cb32-4a34-aaf3-3108effd482f" -d '{"events": [{"server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "name": "network-vif-plugged", "status": "completed", "tag": "82060d3d-5951-4808-af28-437fb7006dcb"}, {"server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "name": "network-vif-plugged", "status": "completed", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff"}, {"server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "name": "network-vif-plugged", "status": "completed", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18"}, {"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:14.925972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c1499-0a3d-4048-b70d-d30cdcb270a3 x-openstack-request-id: req-399c1499-0a3d-4048-b70d-d30cdcb270a3 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:14.926275 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "name": "network-vif-plugged", "status": "completed", "tag": "82060d3d-5951-4808-af28-437fb7006dcb", "code": 200}, {"server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "name": "network-vif-plugged", "status": "completed", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff", "code": 200}, {"server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "name": "network-vif-plugged", "status": "completed", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18", "code": 200}, {"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:14.926527 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-399c1499-0a3d-4048-b70d-d30cdcb270a3 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:14.926946 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb', 'code': 200} Aug 27 16:57:14.927199 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff', 'code': 200} Aug 27 16:57:14.927438 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18', 'code': 200} Aug 27 16:57:14.927943 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'code': 200} Aug 27 16:57:15.241938 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69c1b-3dd1-46e0-9f32-426f8ae58c14 req-29b90d0d-a4bb-4eab-95d9-6a2e22f1433f tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.253127 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-04a69c1b-3dd1-46e0-9f32-426f8ae58c14 req-29b90d0d-a4bb-4eab-95d9-6a2e22f1433f tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0927887 Aug 27 16:57:15.332448 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-04a69c1b-3dd1-46e0-9f32-426f8ae58c14 req-d99e81c8-30f7-4776-b020-d21b60994845 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Aug 27 16:57:15.434011 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3089c-438c-4db0-a4fd-4b624157862a req-0aed4f49-241f-4423-85c4-b6129edb5b53 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.435461 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09b3089c-438c-4db0-a4fd-4b624157862a req-0aed4f49-241f-4423-85c4-b6129edb5b53 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0724261 Aug 27 16:57:15.471658 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39604) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:15.519279 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9cd-6271-4dc6-ad4d-324231774d1d req-9b7ec300-71bb-4390-9c2e-e41be8f01205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.520683 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-da39e9cd-6271-4dc6-ad4d-324231774d1d req-9b7ec300-71bb-4390-9c2e-e41be8f01205 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 1099 time: 0.0797596 Aug 27 16:57:15.527675 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544fc60-d224-4956-b8fd-eb485f73ce9c req-fb90278e-d54f-4b31-8580-a52629541d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.529202 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-f544fc60-d224-4956-b8fd-eb485f73ce9c req-fb90278e-d54f-4b31-8580-a52629541d90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1098 time: 0.0556686 Aug 27 16:57:15.566383 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-da39e9cd-6271-4dc6-ad4d-324231774d1d req-ea58d670-817f-41f8-9dbd-f5544a2bfc04 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Aug 27 16:57:15.582268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4316fd-62a6-4b26-b000-a39475706d5e req-a2350d8b-1ee6-4063-877d-8ee00a435256 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.583920 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d4316fd-62a6-4b26-b000-a39475706d5e req-a2350d8b-1ee6-4063-877d-8ee00a435256 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.1697125 Aug 27 16:57:15.637429 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-f544fc60-d224-4956-b8fd-eb485f73ce9c req-f66e35c9-268f-4645-bfe7-e6cf46ecc0fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693069 Aug 27 16:57:15.638778 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09b3089c-438c-4db0-a4fd-4b624157862a req-236a3572-b23a-4005-9e82-ceb7e6ed62c3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845160 Aug 27 16:57:15.667604 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159a15b-ee92-4113-9094-64949e4e8274 req-c2e9111c-dbf7-451f-9cce-cbe0785e9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.667604 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4159a15b-ee92-4113-9094-64949e4e8274 req-c2e9111c-dbf7-451f-9cce-cbe0785e9cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.1885335 Aug 27 16:57:15.687098 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9e183-3b9f-4354-a928-3200aef55565 req-c30ff27b-77f6-418f-9b79-270e87fc83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.689472 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09d9e183-3b9f-4354-a928-3200aef55565 req-c30ff27b-77f6-418f-9b79-270e87fc83ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 1098 time: 0.2252097 Aug 27 16:57:15.717184 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d4316fd-62a6-4b26-b000-a39475706d5e req-8875f0bb-8ba5-4285-8623-33b6e2e8a727 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108088 Aug 27 16:57:15.718757 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-498fa1a2-3446-43fe-b68a-4b04581a91c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:15.866682 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6492a0-4a59-4725-829d-b5523233fb55 req-647c2078-4c47-4e67-bad8-663552c1fd3c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:15.868463 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2b6492a0-4a59-4725-829d-b5523233fb55 req-647c2078-4c47-4e67-bad8-663552c1fd3c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0769689 Aug 27 16:57:15.879632 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-498fa1a2-3446-43fe-b68a-4b04581a91c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:15.886724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-498fa1a2-3446-43fe-b68a-4b04581a91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:15.948891 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-498fa1a2-3446-43fe-b68a-4b04581a91c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7185e34592d4f3b82d38daa650cd62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683583 Aug 27 16:57:15.951581 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa1a2-3446-43fe-b68a-4b04581a91c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96253e60-3d4c-4274-916d-2d15588de2d5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:15.951719 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:15.959169 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2b6492a0-4a59-4725-829d-b5523233fb55 req-6d62ea7b-e5da-4432-a9ce-609c150d76d3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829651 Aug 27 16:57:16.005218 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:16.026737 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:16.080175 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:16.083083 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:16.084492 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96253e60-3d4c-4274-916d-2d15588de2d5 HTTP/1.1" status: 204 len: 168 time: 0.1316411 Aug 27 16:57:16.096828 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fc783-764b-4591-a9fe-d6a9558e8528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96253e60-3d4c-4274-916d-2d15588de2d5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:16.251955 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09d9e183-3b9f-4354-a928-3200aef55565 req-6957a16b-8c44-4033-a37f-6b7f8f008d01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Aug 27 16:57:16.257397 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4159a15b-ee92-4113-9094-64949e4e8274 req-b1f03d2b-8856-4e50-b908-977d575acc85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797179 Aug 27 16:57:16.375898 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd07d-99e3-4966-b3c5-e0d4d18ad579 req-be016816-74ee-4b32-86ef-e0eff9aac40b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:16.378084 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ca4cd07d-99e3-4966-b3c5-e0d4d18ad579 req-be016816-74ee-4b32-86ef-e0eff9aac40b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0627763 Aug 27 16:57:16.463839 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ca4cd07d-99e3-4966-b3c5-e0d4d18ad579 req-f7f55518-06df-4bae-8be9-ecb8b3a0e9f0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788388 Aug 27 16:57:16.496268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4603c-2242-4c8d-aefd-87a1db450ade req-9ba0b1a9-d64a-4254-a4ec-8842f7ddf7b7 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:16.498702 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73c4603c-2242-4c8d-aefd-87a1db450ade req-9ba0b1a9-d64a-4254-a4ec-8842f7ddf7b7 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0834949 Aug 27 16:57:16.544936 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73c4603c-2242-4c8d-aefd-87a1db450ade req-c2350793-537c-4c63-b001-946d9480d054 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Aug 27 16:57:16.784390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4a11-c8e1-4eb4-8e8e-17fbacdba14a req-af2f8a6d-6a2f-46e7-9c2f-a78ddf475f78 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:16.787128 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d0b4a11-c8e1-4eb4-8e8e-17fbacdba14a req-af2f8a6d-6a2f-46e7-9c2f-a78ddf475f78 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0691926 Aug 27 16:57:16.897565 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d0b4a11-c8e1-4eb4-8e8e-17fbacdba14a req-3651df6b-c0c0-4e3e-8f87-00d328678ba2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038251 Aug 27 16:57:16.914106 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f4696-9599-4b5e-8761-6cbb15fde6ee req-d2b2f759-f5d3-4f79-a1ef-69be9e1636bc tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:16.915624 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a8f4696-9599-4b5e-8761-6cbb15fde6ee req-d2b2f759-f5d3-4f79-a1ef-69be9e1636bc tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.0843670 Aug 27 16:57:16.984425 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a8f4696-9599-4b5e-8761-6cbb15fde6ee req-15234e4c-841b-44bb-ae45-72a8163f00b0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570860 Aug 27 16:57:16.988338 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971be951-e013-41df-a685-1e10d8635deb req-ea903f6c-d857-48cd-bbac-003da0bc7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:16.990109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-ea903f6c-d857-48cd-bbac-003da0bc7ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1099 time: 0.0735269 Aug 27 16:57:17.123928 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971be951-e013-41df-a685-1e10d8635deb req-f5badbd2-22e9-48d8-8e03-b02c1144c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:17.126067 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-f5badbd2-22e9-48d8-8e03-b02c1144c8a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.1284707 Aug 27 16:57:17.194407 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-d37adf64-6998-4d45-8bac-8e76957fc65b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 200 len: 217 time: 0.0588236 Aug 27 16:57:17.256549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971be951-e013-41df-a685-1e10d8635deb req-8f033f87-49b6-411b-9793-84431acd57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:17.258105 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-8f033f87-49b6-411b-9793-84431acd57ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0555661 Aug 27 16:57:17.292820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-1b2e56c4-14f1-4a9f-99f1-7409bc393dbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263519 Aug 27 16:57:17.464281 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-9dc5e7f7-ac76-4756-b008-300c5f68af85 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430085 Aug 27 16:57:17.620643 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-971be951-e013-41df-a685-1e10d8635deb req-dc1395ed-bde6-43ea-94ae-7074eb642ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437116 Aug 27 16:57:17.648640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3595c6-8c94-4417-bb8d-f5d320719293 req-4309fc8e-c5d5-475b-86bd-54868bf7bcac tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:17.652154 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bc3595c6-8c94-4417-bb8d-f5d320719293 req-4309fc8e-c5d5-475b-86bd-54868bf7bcac tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0959399 Aug 27 16:57:17.730482 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bc3595c6-8c94-4417-bb8d-f5d320719293 req-f81fd7f6-7474-4ed1-af6c-ee4ca256c152 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717335 Aug 27 16:57:17.749346 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee334e-8466-41ed-a547-c65958c33d9f req-06c8bc21-0565-485b-8172-ebbc9edb14c2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:17.759003 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-feee334e-8466-41ed-a547-c65958c33d9f req-06c8bc21-0565-485b-8172-ebbc9edb14c2 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0898578 Aug 27 16:57:17.815790 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-feee334e-8466-41ed-a547-c65958c33d9f req-531a472f-c639-4b82-afde-34fc8f5d378d tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369632 Aug 27 16:57:18.091231 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48395d-b4c5-4a5e-89dd-650b44570e17 req-d5c3680d-2ac4-4789-84cd-48e208b73b37 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:18.093721 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cc48395d-b4c5-4a5e-89dd-650b44570e17 req-d5c3680d-2ac4-4789-84cd-48e208b73b37 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0862913 Aug 27 16:57:18.216404 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cc48395d-b4c5-4a5e-89dd-650b44570e17 req-2092306a-3145-43c8-a3c1-89a464c2f23d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056638 Aug 27 16:57:18.237754 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c648-39d1-465a-abde-0878ea095a48 req-66b3da5b-336b-4aa2-bb6c-ba4b2922b817 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:18.250381 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3cb8c648-39d1-465a-abde-0878ea095a48 req-66b3da5b-336b-4aa2-bb6c-ba4b2922b817 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.1552675 Aug 27 16:57:18.333681 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3cb8c648-39d1-465a-abde-0878ea095a48 req-19ef9cfd-e158-4197-a045-c22e1da90080 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Aug 27 16:57:18.480991 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:18.621038 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2291f4e-2989-43ea-94fb-fa3b6d1ce4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:18.759650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2291f4e-2989-43ea-94fb-fa3b6d1ce4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:18.768632 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2291f4e-2989-43ea-94fb-fa3b6d1ce4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:18.825016 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e2291f4e-2989-43ea-94fb-fa3b6d1ce4d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27c097dc3f5f4e418d6563ebaa0a661c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421500 Aug 27 16:57:18.827248 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291f4e-2989-43ea-94fb-fa3b6d1ce4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded4c60-0532-44b6-9716-d182d40a8071,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:18.829727 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39750) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:18.974207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.006583 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:19.022641 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8b53-d97b-43b8-b40f-75e62f654974 req-94e523ad-c027-46e7-927b-49c5c7d0afb4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:19.024171 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-19cb8b53-d97b-43b8-b40f-75e62f654974 req-94e523ad-c027-46e7-927b-49c5c7d0afb4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1167886 Aug 27 16:57:19.027775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.055931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb4bd7-7479-42d9-9535-93dcfee7e96e req-0d792806-90a6-4f6d-ac9a-fa1485b5f123 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:19.057445 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c2fb4bd7-7479-42d9-9535-93dcfee7e96e req-0d792806-90a6-4f6d-ac9a-fa1485b5f123 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.1231999 Aug 27 16:57:19.134792 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-19cb8b53-d97b-43b8-b40f-75e62f654974 req-a41012f8-a3d6-41cd-ada0-68e7654f311e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993669 Aug 27 16:57:19.140278 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c2fb4bd7-7479-42d9-9535-93dcfee7e96e req-833369fa-c498-4195-92fa-576f511fc82c tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769970 Aug 27 16:57:19.157563 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.158533 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.159074 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ded4c60-0532-44b6-9716-d182d40a8071 HTTP/1.1" status: 204 len: 168 time: 0.3277647 Aug 27 16:57:19.163173 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348a59ee-ed5f-412a-92fc-ebe946b37698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.177886 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed3aca-53d7-4e75-91d3-67773c3e7c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded4c60-0532-44b6-9716-d182d40a8071,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:19.302859 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348a59ee-ed5f-412a-92fc-ebe946b37698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.310611 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-348a59ee-ed5f-412a-92fc-ebe946b37698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.391880 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-348a59ee-ed5f-412a-92fc-ebe946b37698 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e18b5406def5427fbd2632bc4893917f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828168 Aug 27 16:57:19.396387 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:19.403184 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a59ee-ed5f-412a-92fc-ebe946b37698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2754fb-4110-439c-a76d-fb4099c7703c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:19.427057 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641ffc0-4830-47ef-b813-60ef5f111fc6 req-f2eb2b94-1902-4e75-837f-b6a16c893a26 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:19.428996 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3641ffc0-4830-47ef-b813-60ef5f111fc6 req-f2eb2b94-1902-4e75-837f-b6a16c893a26 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0998051 Aug 27 16:57:19.548107 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3641ffc0-4830-47ef-b813-60ef5f111fc6 req-18c068e8-ff4d-4928-ae19-909f52501fcb tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988872 Aug 27 16:57:19.577821 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.607351 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:19.609006 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.642756 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7261c96-dd32-48ec-8c66-15288d565260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.760117 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc0a1-cc82-44ae-b82f-61736d6e9f62 req-870e7f34-cbce-4d56-8d7f-df9807a0302f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:19.762084 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-643bc0a1-cc82-44ae-b82f-61736d6e9f62 req-870e7f34-cbce-4d56-8d7f-df9807a0302f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0783935 Aug 27 16:57:19.772434 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.774964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.776362 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d2754fb-4110-439c-a76d-fb4099c7703c HTTP/1.1" status: 204 len: 168 time: 0.3785307 Aug 27 16:57:19.776803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 39788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:19.783971 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'floatingip': {'port_id': '7375db60-63db-4f1c-af73-2dcb74926519'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:19.832786 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7261c96-dd32-48ec-8c66-15288d565260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.850932 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7261c96-dd32-48ec-8c66-15288d565260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.851327 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7b9e-f387-4652-8fa4-987a790fc3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2754fb-4110-439c-a76d-fb4099c7703c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:19.868488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:19.952928 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261c96-dd32-48ec-8c66-15288d565260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78dd77-9818-4efa-8d05-438242c89f65,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:19.960608 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b7261c96-dd32-48ec-8c66-15288d565260 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91724ae345a34995bde931a97acdaf1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501225 Aug 27 16:57:19.962083 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:20.029085 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.055603 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.120452 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.123779 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.128796 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b78dd77-9818-4efa-8d05-438242c89f65 HTTP/1.1" status: 204 len: 168 time: 0.1646810 Aug 27 16:57:20.140500 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a5777-fb66-408c-bd28-cb6a5dab30f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78dd77-9818-4efa-8d05-438242c89f65,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:20.343116 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:20.369155 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-075cc68f-bf2e-4522-bc9b-4499228b6f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.457685 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587c94-28ed-4bf7-b590-aed092c705b6 req-3675d35e-a876-4265-82c6-67f7417cb1e9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:20.459207 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae587c94-28ed-4bf7-b590-aed092c705b6 req-3675d35e-a876-4265-82c6-67f7417cb1e9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1217284 Aug 27 16:57:20.516106 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-075cc68f-bf2e-4522-bc9b-4499228b6f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.523215 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-075cc68f-bf2e-4522-bc9b-4499228b6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.558855 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-075cc68f-bf2e-4522-bc9b-4499228b6f68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=485e39ce0f024b4faf21aeaf1756fe9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140508 Aug 27 16:57:20.563316 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:20.575752 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc68f-bf2e-4522-bc9b-4499228b6f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9443b94-1609-4f75-bba9-a9459da43393,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:20.593443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae587c94-28ed-4bf7-b590-aed092c705b6 req-75f8fb46-9e8c-41b3-a97d-adf2852a2036 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149275 Aug 27 16:57:20.638802 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.663957 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.729762 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.739552 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:20.741446 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9443b94-1609-4f75-bba9-a9459da43393 HTTP/1.1" status: 204 len: 168 time: 0.1770327 Aug 27 16:57:20.778778 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aea6e4-26e2-42db-a56f-832de6c991f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9443b94-1609-4f75-bba9-a9459da43393,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:21.119745 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 27 16:57:21.237358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.244209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.275496 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39854) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:21.300945 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244a63fa-1a69-46ed-99cb-f4368b57a1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.381660 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Floating IP 464cfb24-5dd8-4e52-b124-4f353e2cc054 associated. External IP: 172.27.2.216, port: 7375db60-63db-4f1c-af73-2dcb74926519. Aug 27 16:57:21.434772 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244a63fa-1a69-46ed-99cb-f4368b57a1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.440665 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244a63fa-1a69-46ed-99cb-f4368b57a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.494979 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-244a63fa-1a69-46ed-99cb-f4368b57a1ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed4f7926d3fa4158854b037aff565b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183890 Aug 27 16:57:21.498955 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:21.501789 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a63fa-1a69-46ed-99cb-f4368b57a1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a1c2a8-75db-477d-b357-8d52dcad66b3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:21.584694 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.633990 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.769620 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.772737 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:21.776155 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94a1c2a8-75db-477d-b357-8d52dcad66b3 HTTP/1.1" status: 204 len: 168 time: 0.2736104 Aug 27 16:57:21.788452 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5de48c-3bf9-4662-856b-d7425996d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a1c2a8-75db-477d-b357-8d52dcad66b3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:21.883030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:57:21.934338 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aeb48-92b3-4a1b-b8b8-7f774b83df91 req-ede4cffb-7659-48d9-829d-951771274d85 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:21.938017 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ca9aeb48-92b3-4a1b-b8b8-7f774b83df91 req-ede4cffb-7659-48d9-829d-951771274d85 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1778719 Aug 27 16:57:22.121268 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ca9aeb48-92b3-4a1b-b8b8-7f774b83df91 req-285a349a-c91e-40cc-9a4b-9baa51ab5195 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172941 Aug 27 16:57:22.162058 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:57:22.168351 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:22.176877 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:57:22.191502 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:57:22.192318 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:57:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:22.202447 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-20458034-2a54-4d64-8abb-af53af3c9e81 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "PUT /v2.0/floatingips/464cfb24-5dd8-4e52-b124-4f353e2cc054 HTTP/1.1" status: 200 len: 991 time: 2.4227104 Aug 27 16:57:22.203191 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:22.205893 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc28b73-b14c-4467-9458-2b058e4af367" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:22.250056 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6febf-4a39-44cf-ba5f-cd4ba65dfa94 x-openstack-request-id: req-bcf6febf-4a39-44cf-ba5f-cd4ba65dfa94 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:22.250333 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:22.250575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcf6febf-4a39-44cf-ba5f-cd4ba65dfa94 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:22.250961 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'status': 'completed', 'code': 200} Aug 27 16:57:22.325738 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:57:22.406973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-ca457286-4bbd-4e21-b098-43546dbbf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:22.409739 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-ca457286-4bbd-4e21-b098-43546dbbf964 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1098 time: 0.0757043 Aug 27 16:57:22.537665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-8a258cce-c73a-4618-947c-e13b6dc405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:22.539860 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-8a258cce-c73a-4618-947c-e13b6dc405a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1222699 Aug 27 16:57:22.762019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-d95857b2-bae6-4f88-9981-11c7fc3d19e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 999 time: 0.2140777 Aug 27 16:57:22.770345 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '464cfb24-5dd8-4e52-b124-4f353e2cc054', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:46Z', 'updated_at': '2021-08-27T16:57:20Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:22.800802 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:57:22.810496 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:57:22.811055 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:57:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:22.838687 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-3eaf9dc3-7632-422c-a628-0fb9f316bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:22.840164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-3eaf9dc3-7632-422c-a628-0fb9f316bd59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0641737 Aug 27 16:57:22.973474 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-0aac8560-2bdc-44d2-8116-c42d5afa19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:22.975125 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-0aac8560-2bdc-44d2-8116-c42d5afa19ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153960 Aug 27 16:57:23.047512 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:57:23.395179 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '464cfb24-5dd8-4e52-b124-4f353e2cc054', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:46Z', 'updated_at': '2021-08-27T16:57:20Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:23.431398 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b92502-0dab-4114-867d-6bee052c2487 None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '464cfb24-5dd8-4e52-b124-4f353e2cc054', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:56:46Z', 'updated_at': '2021-08-27T16:57:20Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:57:23.565427 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bf8d6-9116-426c-80b9-4ac69117a8fd req-db7a2d7f-0a27-497d-9d26-acecae843d87 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:23.567773 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de3bf8d6-9116-426c-80b9-4ac69117a8fd req-db7a2d7f-0a27-497d-9d26-acecae843d87 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.2238767 Aug 27 16:57:23.633284 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-3721ee7b-2499-43ef-941b-fc4b8d6563c8 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473386 Aug 27 16:57:23.717922 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de3bf8d6-9116-426c-80b9-4ac69117a8fd req-59f5425b-0770-4261-9655-8da060bb0f23 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403949 Aug 27 16:57:23.819064 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5dc28b73-b14c-4467-9458-2b058e4af367 req-d98f659c-199d-4987-8bc5-864663a68896 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676226 Aug 27 16:57:23.845355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883b1c0f-c006-4572-9fa6-17f42c987d34 None None] New status for floating IP 464cfb24-5dd8-4e52-b124-4f353e2cc054: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:57:24.843944 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 39998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:24.873382 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73388d71-3893-4c5c-a33b-ba192882c3b6 req-3d535a66-b095-4e90-ad92-86e8d45f7d0b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:24.874978 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73388d71-3893-4c5c-a33b-ba192882c3b6 req-3d535a66-b095-4e90-ad92-86e8d45f7d0b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0609071 Aug 27 16:57:24.926154 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73388d71-3893-4c5c-a33b-ba192882c3b6 req-e378caa0-758f-4478-895b-99175efbf387 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Aug 27 16:57:25.019847 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f902b1-baae-4e54-b69b-b8c2086dbc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.152322 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f902b1-baae-4e54-b69b-b8c2086dbc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.158842 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f902b1-baae-4e54-b69b-b8c2086dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.230083 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f902b1-baae-4e54-b69b-b8c2086dbc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c7ece-5e2d-49c4-9eef-d222ad4f9416,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:25.237973 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-24f902b1-baae-4e54-b69b-b8c2086dbc49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd5397729fb74ac5b74d7c0a1acf9a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927503 Aug 27 16:57:25.240964 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:25.297244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.319284 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.368296 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.372284 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.374409 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf9c7ece-5e2d-49c4-9eef-d222ad4f9416 HTTP/1.1" status: 204 len: 168 time: 0.1322730 Aug 27 16:57:25.388101 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edff0e-804b-44e0-878f-7207586a8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9c7ece-5e2d-49c4-9eef-d222ad4f9416,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:25.708915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:25.730183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bebdaff2-25c6-4e10-9c60-ec4e43a9bd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.868147 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bebdaff2-25c6-4e10-9c60-ec4e43a9bd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.873673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bebdaff2-25c6-4e10-9c60-ec4e43a9bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:25.921512 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-bebdaff2-25c6-4e10-9c60-ec4e43a9bd45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df84c029220b4a8cb499d74a7f47a56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112474 Aug 27 16:57:25.922207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdaff2-25c6-4e10-9c60-ec4e43a9bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ab2fe-a151-4911-b8d0-1ee8f8c02fac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:25.925175 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:25.981572 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:26.012896 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:26.045158 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c46ce-7d8c-40af-a55d-da18b6172826 req-80f4b91d-3f32-406c-9728-5fbc168f0563 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:26.046913 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-273c46ce-7d8c-40af-a55d-da18b6172826 req-80f4b91d-3f32-406c-9728-5fbc168f0563 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0538082 Aug 27 16:57:26.078628 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:26.082891 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:26.084416 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a5ab2fe-a151-4911-b8d0-1ee8f8c02fac HTTP/1.1" status: 204 len: 168 time: 0.1583183 Aug 27 16:57:26.099165 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e32f3-368d-4095-80f6-fd37a90a272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ab2fe-a151-4911-b8d0-1ee8f8c02fac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:26.114322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-273c46ce-7d8c-40af-a55d-da18b6172826 req-e3bd5a7b-121d-4b82-a006-53d48d3c5a3c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608706 Aug 27 16:57:27.319652 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d667-430f-47eb-9c6c-1b7167e509f9 req-a872b2a3-40fb-4977-8d9e-ca743919bc35 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:27.334104 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2547d667-430f-47eb-9c6c-1b7167e509f9 req-a872b2a3-40fb-4977-8d9e-ca743919bc35 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1084483 Aug 27 16:57:27.408552 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2547d667-430f-47eb-9c6c-1b7167e509f9 req-89ca532a-db91-4275-9bd9-19b6b9f5accb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554399 Aug 27 16:57:28.546055 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060401b-2a3b-4307-acda-41f44337df5e req-d6a8b012-a35d-4af9-bea7-25058490eb09 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:28.547550 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3060401b-2a3b-4307-acda-41f44337df5e req-d6a8b012-a35d-4af9-bea7-25058490eb09 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0488744 Aug 27 16:57:28.591235 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3060401b-2a3b-4307-acda-41f44337df5e req-08f7f37b-5a45-43f7-a31b-73aea82a526f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Aug 27 16:57:29.722264 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10574a79-9bec-487b-874f-6f7e5cb6456e req-a7eaf767-c193-44ba-bcbb-6ab2b64757bf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:29.723827 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10574a79-9bec-487b-874f-6f7e5cb6456e req-a7eaf767-c193-44ba-bcbb-6ab2b64757bf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0550089 Aug 27 16:57:29.768431 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10574a79-9bec-487b-874f-6f7e5cb6456e req-01f962bc-9f75-4d01-8f76-94f76a34be99 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Aug 27 16:57:30.134523 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:30.181813 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Deleting subnet 7232ec39-3814-47be-9f68-4aa35b11d9d4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:57:30.184993 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.222785 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.231751 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.288744 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.316040 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7232ec39-3814-47be-9f68-4aa35b11d9d4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:30.324681 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.326009 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7232ec39-3814-47be-9f68-4aa35b11d9d4 HTTP/1.1" status: 204 len: 168 time: 0.1904347 Aug 27 16:57:30.327494 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.327845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.328186 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.328515 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.328842 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.329174 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.329594 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.329948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40212) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:30.330605 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.330939 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.331265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.331593 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.331918 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e901c9-059c-4a78-841c-ff709027ee42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:30.417614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.536623 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.548143 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.548441 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.550035 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.550561 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > port after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.550909 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.551252 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > port after_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.551578 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.552053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.552379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.552705 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.756640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.757226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.757318 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.757907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:57:30.758260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72a4ae-82ea-4420-8ad5-1709c7dc5e16']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:30.779575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c3985f-f812-424c-9487-8d74dc45c8ea') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:30.779877 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c3985f-f812-424c-9487-8d74dc45c8ea') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:30.801340 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.827737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.836662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:57:30.837105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: from cryptography.utils import int_from_bytes Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: from cryptography.utils import int_from_bytes Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:57:30.841459 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:57:30.938738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.949957 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:30.953602 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce72a4ae-82ea-4420-8ad5-1709c7dc5e16 HTTP/1.1" status: 204 len: 168 time: 0.6219525 Aug 27 16:57:30.954901 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:30.982118 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf035d-18ce-4037-93dd-d4e8e3406ad5 req-50b71d95-e6ec-4d7e-80c1-9c706d00eea9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:30.984291 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7cbf035d-18ce-4037-93dd-d4e8e3406ad5 req-50b71d95-e6ec-4d7e-80c1-9c706d00eea9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0839295 Aug 27 16:57:30.987581 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce72a4ae-82ea-4420-8ad5-1709c7dc5e16,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:31.009711 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Deleting subnet 35ff95ae-062f-42cc-bb1f-836997ea64a6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:57:31.013271 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.050227 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7cbf035d-18ce-4037-93dd-d4e8e3406ad5 req-304abf83-a30b-40f8-a552-4954ffb0d80a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Aug 27 16:57:31.057111 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.057616 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.057900 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.058239 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.058561 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.058879 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.059403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.059864 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.068065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.068758 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.069240 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.069659 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.070059 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bca3d9-1d50-42a5-9700-b71be90e2d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:31.083130 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.148390 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.173080 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ff95ae-062f-42cc-bb1f-836997ea64a6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:31.179822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.184301 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1d2ccb22-1c0d-4fb0-8fb1-50a3205c856f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/35ff95ae-062f-42cc-bb1f-836997ea64a6 HTTP/1.1" status: 204 len: 168 time: 0.2283111 Aug 27 16:57:31.184531 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40246) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:31.310760 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.419761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-17505ffe-12bd-47c4-be73-0c1747e5db90 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:31.421120 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-17505ffe-12bd-47c4-be73-0c1747e5db90 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.1769741 Aug 27 16:57:31.431302 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.447536 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-6ed20ca7-348f-413b-a0cd-8b138d00e42e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/quotas/f6d2caca54cc4c9fa18cfe39494413ea HTTP/1.1" status: 200 len: 375 time: 0.0202658 Aug 27 16:57:31.448973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a599bf2b-d411-4239-a4a4-d17241d3f13e']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:31.459694 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81be9c6-2d95-4d90-91b4-a3f03cfcbbd9') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:31.459986 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81be9c6-2d95-4d90-91b4-a3f03cfcbbd9') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:31.476379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.508509 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.516354 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:57:31.516785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:57:31.518627 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:57:31.566469 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3e564ccf-25c2-44c1-b1b1-03e591661bf5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101820 Aug 27 16:57:31.582865 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.622920 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:31.624748 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a599bf2b-d411-4239-a4a4-d17241d3f13e HTTP/1.1" status: 204 len: 168 time: 0.4390419 Aug 27 16:57:31.642110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2cbb-f6ce-4171-a801-40f1c0e51c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a599bf2b-d411-4239-a4a4-d17241d3f13e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:31.690511 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-a9aa864d-4a7e-4f13-a3dd-13f7f16e22aa service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163969 Aug 27 16:57:31.784629 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3791358e-599b-4f4a-8a2f-824e1c94d18f service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873137 Aug 27 16:57:31.846190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40268) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:31.898653 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-739f654a-93f9-44f6-b9fd-59ff4b333f7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d716465cb0f245279e348151c130b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508986 Aug 27 16:57:31.901326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:31.981017 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.024011 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.104223 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43bf0b25-6752-458e-a4dc-c4e9db57c71d req-b378b913-5460-470a-9628-0a5118442af8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0628836 Aug 27 16:57:32.118330 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.124452 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.129061 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2100a66-0593-4867-8721-468735978be5 HTTP/1.1" status: 204 len: 168 time: 0.2263131 Aug 27 16:57:32.148095 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee311072-f9a4-4a7d-97ee-64794fc90bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2100a66-0593-4867-8721-468735978be5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:32.309257 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7096-ce26-4413-abd5-8c70bba37a97 req-f6f46de7-ff1d-440e-a827-cd86b7d5122c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:32.311138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a19a7096-ce26-4413-abd5-8c70bba37a97 req-f6f46de7-ff1d-440e-a827-cd86b7d5122c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0987329 Aug 27 16:57:32.390272 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a19a7096-ce26-4413-abd5-8c70bba37a97 req-6b3ed7a3-bfbf-4975-88f6-7119cd373f5e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714462 Aug 27 16:57:32.631209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40304) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:32.673009 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-50ff468d-266c-4cdd-b256-b3e0baadc971 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8fbcc1b0dea4b839bfa88387fd8e01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405080 Aug 27 16:57:32.675882 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40306) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:32.725538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.748358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.795638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.799155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:32.800329 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e624ce1-0253-41e5-b0c1-91d6a269f2b8 HTTP/1.1" status: 204 len: 168 time: 0.1234529 Aug 27 16:57:32.808401 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb4874-d6d0-4d40-8904-0071adecfe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e624ce1-0253-41e5-b0c1-91d6a269f2b8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:33.221417 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b16a9f8e-b69a-452d-af1d-9208ad157935 req-c7b40f46-cd5f-4310-b483-8a1681ef1d80 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0316195 Aug 27 16:57:33.559282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cde65-0dbe-4854-a04c-d1aacd78a067 req-01959a67-fecc-4193-9944-6175d5d16c0d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:33.561244 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-585cde65-0dbe-4854-a04c-d1aacd78a067 req-01959a67-fecc-4193-9944-6175d5d16c0d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0783377 Aug 27 16:57:33.603211 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-585cde65-0dbe-4854-a04c-d1aacd78a067 req-0efe18e4-b07b-42d4-a909-8aaacdfc517b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Aug 27 16:57:33.722658 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0e381a25-4097-4f73-b8cd-1893a6acefef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.055564 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40350) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:34.163070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-077113a4-8211-4dc5-b4ee-54339c3a56fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.256010 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-077113a4-8211-4dc5-b4ee-54339c3a56fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.260256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-077113a4-8211-4dc5-b4ee-54339c3a56fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.295876 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-077113a4-8211-4dc5-b4ee-54339c3a56fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d6fd77ba0974878a574c6dcb1bfdffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392049 Aug 27 16:57:34.299621 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:34.310124 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077113a4-8211-4dc5-b4ee-54339c3a56fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605705d7-923a-447e-8749-5236323569e6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:34.331839 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3e368517-7621-4e17-bd44-efcd0d04d8f7 req-ce4329f5-b72b-47c5-8884-2e6e0bbf99c5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0318029 Aug 27 16:57:34.351127 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.372970 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.423491 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.426066 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:34.427225 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/605705d7-923a-447e-8749-5236323569e6 HTTP/1.1" status: 204 len: 168 time: 0.1265221 Aug 27 16:57:34.435240 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1904-d368-4ad6-8e2b-bfefd92fdda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605705d7-923a-447e-8749-5236323569e6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:34.740408 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c49a2-d9bd-412a-b7c5-e5532fbefada req-4245d9d4-eba5-4825-bfaa-392af3283538 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:34.742039 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe5c49a2-d9bd-412a-b7c5-e5532fbefada req-4245d9d4-eba5-4825-bfaa-392af3283538 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0663481 Aug 27 16:57:34.783259 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe5c49a2-d9bd-412a-b7c5-e5532fbefada req-9cb106a2-abc2-4793-aded-c20da4545e4b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Aug 27 16:57:35.392839 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-9e2e2acd-09b0-4b6a-b2e0-26d4517f1126 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:35.395582 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-9e2e2acd-09b0-4b6a-b2e0-26d4517f1126 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.1696699 Aug 27 16:57:35.438410 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Request body: {'port': {'device_id': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'admin_state_up': True, 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:35.539704 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c279293f-15a4-48d0-97c2-0ca4d40ae056 req-1ebdca56-fa09-48ec-856b-960b86633e33 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0685580 Aug 27 16:57:35.636217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:57:35.640046 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:35.860121 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Allocated IP 172.20.0.14 (c0cc3902-93e1-4c09-a766-fcc7a2c86a89/d0922e6e-e309-41e2-9495-30cebe695dca/7f8d79e0-b54a-4647-a8ae-c420956b90da) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:57:36.054999 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1442b-15eb-4ccb-b74e-e99c320a7ca3 req-1484bd5f-22c4-439d-b53c-ddebdf6b3ba7 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:36.060006 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0ed1442b-15eb-4ccb-b74e-e99c320a7ca3 req-1484bd5f-22c4-439d-b53c-ddebdf6b3ba7 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1583183 Aug 27 16:57:36.160184 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:36.202929 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0ed1442b-15eb-4ccb-b74e-e99c320a7ca3 req-76f9cce1-a061-4803-9aec-d1536e8546b7 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595906 Aug 27 16:57:36.204107 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:36.243787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.292688 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.353411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:36.373415 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:57:36.393312 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:57:36.409428 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d3db-edfa-482c-8fae-7a8d63e5e201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.431523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:57:36.438323 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event updated for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:36.458464 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0d46c17-dc3f-45b2-873e-159b45cbfd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.533454 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2d5b91e2-f549-4933-b572-3c6b7cfcd82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.534128 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:36.535264 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.634146 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d3db-edfa-482c-8fae-7a8d63e5e201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.639274 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3e6d3db-edfa-482c-8fae-7a8d63e5e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.698609 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:57:36.716634 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a3e6d3db-edfa-482c-8fae-7a8d63e5e201 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30ec6a269df34af59f9ae1c4942499e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107915 Aug 27 16:57:36.721729 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:36.722733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6d3db-edfa-482c-8fae-7a8d63e5e201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94498c6-6233-482e-99be-ce78d276ded9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:36.728319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.790174 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198566a-24cc-4b21-a91c-3b322a372e4a req-18b4586a-6287-49dc-a82e-9f564a822d1a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:36.793075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e198566a-24cc-4b21-a91c-3b322a372e4a req-18b4586a-6287-49dc-a82e-9f564a822d1a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 932 time: 0.1239762 Aug 27 16:57:36.808896 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.842734 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0d46c17-dc3f-45b2-873e-159b45cbfd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.847943 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.857577 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0d46c17-dc3f-45b2-873e-159b45cbfd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.862915 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e198566a-24cc-4b21-a91c-3b322a372e4a req-a79cfba3-49c0-4788-acfb-31e3fc12134c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Aug 27 16:57:36.865765 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3700b5be-1fca-4a2d-aa8c-1e33ab3d147c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4426496 Aug 27 16:57:36.908254 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Request body: {'port': {'device_id': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:57:36.933427 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a0d46c17-dc3f-45b2-873e-159b45cbfd7c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30ae26fcaa05494fa77de66824816377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673709 Aug 27 16:57:36.933427 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d46c17-dc3f-45b2-873e-159b45cbfd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c1748-bd68-4ce3-a90a-a2b92d523a68,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:36.933902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:36.983650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.986987 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:36.990908 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d94498c6-6233-482e-99be-ce78d276ded9 HTTP/1.1" status: 204 len: 168 time: 0.2624927 Aug 27 16:57:37.013121 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.014627 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5f0e5-ec0b-44da-a311-51c04560cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94498c6-6233-482e-99be-ce78d276ded9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:37.081853 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.158039 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.279849 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.284473 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.290478 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/803c1748-bd68-4ce3-a90a-a2b92d523a68 HTTP/1.1" status: 204 len: 168 time: 0.3520899 Aug 27 16:57:37.320470 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e889-b544-4ecc-ac61-474b79269a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c1748-bd68-4ce3-a90a-a2b92d523a68,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:37.503452 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a04f7-294a-4b38-9295-2ebb4283ea74 req-bd2c539c-571f-4619-96ab-f3cf3a8cb0db tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:37.505022 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d48a04f7-294a-4b38-9295-2ebb4283ea74 req-bd2c539c-571f-4619-96ab-f3cf3a8cb0db tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0936465 Aug 27 16:57:37.610019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d48a04f7-294a-4b38-9295-2ebb4283ea74 req-73be5379-36e7-47ce-86dd-b6be44674ccd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956182 Aug 27 16:57:37.686508 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:37.691122 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8d79e0-b54a-4647-a8ae-c420956b90da {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:37.710660 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f24b0256-5d52-4983-91f1-aa6a33d1b371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.712089 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.729964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Transition to ACTIVE for port object 7f8d79e0-b54a-4647-a8ae-c420956b90da will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:57:37.735168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.805335 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:37.864701 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f24b0256-5d52-4983-91f1-aa6a33d1b371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.871350 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f24b0256-5d52-4983-91f1-aa6a33d1b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:37.910943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Attempting to bind port 7f8d79e0-b54a-4647-a8ae-c420956b90da on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:57:37.911479 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Attempting to bind port 7f8d79e0-b54a-4647-a8ae-c420956b90da by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:57:37.912027 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Attempting to bind port 7f8d79e0-b54a-4647-a8ae-c420956b90da on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:37.921754 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Port 7f8d79e0-b54a-4647-a8ae-c420956b90da on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:57:37.922714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Attempting to bind port 7f8d79e0-b54a-4647-a8ae-c420956b90da on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:57:37.929453 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b0256-5d52-4983-91f1-aa6a33d1b371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b03920-40bb-49cf-80f1-81989f5c6f83,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:37.935542 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:57:37.936079 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Checking segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:57:37.936990 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f24b0256-5d52-4983-91f1-aa6a33d1b371 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa92002f93cc4463bceaa8626a6fdb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478204 Aug 27 16:57:37.941321 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:37.946174 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Bound using segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:57:37.946594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Bound port: 7f8d79e0-b54a-4647-a8ae-c420956b90da, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:57:37.947226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.028192 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.068630 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.082544 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.096278 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:57:38.104632 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42699212-4eea-49a0-816a-e4bf38746155 req-8bb43ffd-69b2-4060-aba9-aed9a4888be9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:38.106322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42699212-4eea-49a0-816a-e4bf38746155 req-8bb43ffd-69b2-4060-aba9-aed9a4888be9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0850530 Aug 27 16:57:38.108689 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:57:38.116604 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.174460 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:38.174872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.175278 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.176716 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f8d79e0-b54a-4647-a8ae-c420956b90da HTTP/1.1" status: 200 len: 1094 time: 1.2844794 Aug 27 16:57:38.178844 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:38.180117 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94b03920-40bb-49cf-80f1-81989f5c6f83 HTTP/1.1" status: 204 len: 168 time: 0.2371569 Aug 27 16:57:38.182558 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:38.185183 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:38.213528 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42699212-4eea-49a0-816a-e4bf38746155 req-6932f3a5-1708-418d-923e-5274e608547c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944045 Aug 27 16:57:38.216818 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eefba-8778-4c81-9cdd-2def28c3be01 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:38.218460 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f6af-bfb7-464f-8f68-83a063af0660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b03920-40bb-49cf-80f1-81989f5c6f83,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:38.285833 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4103f578-e0c4-47ae-9b6b-2babd13d901e x-openstack-request-id: req-4103f578-e0c4-47ae-9b6b-2babd13d901e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:38.286139 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:38.286638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4103f578-e0c4-47ae-9b6b-2babd13d901e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:38.287162 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'status': 'completed', 'code': 200} Aug 27 16:57:38.864565 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1350b3-6dc7-4d23-8fde-4bb036f68fe6 req-1bfccec6-4e6a-4661-92fc-c338a3dc2313 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:38.866220 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bd1350b3-6dc7-4d23-8fde-4bb036f68fe6 req-1bfccec6-4e6a-4661-92fc-c338a3dc2313 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0670094 Aug 27 16:57:38.937800 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bd1350b3-6dc7-4d23-8fde-4bb036f68fe6 req-fb726b7c-e4ca-4df7-afdb-018b1e1f10c2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607626 Aug 27 16:57:39.072053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc121-23b3-4f8b-b504-ea1c07b02ec1 req-b98dbd95-a73a-4fa2-8819-5fb3acfb5726 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:39.074441 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a44fc121-23b3-4f8b-b504-ea1c07b02ec1 req-b98dbd95-a73a-4fa2-8819-5fb3acfb5726 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0657516 Aug 27 16:57:39.133371 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a44fc121-23b3-4f8b-b504-ea1c07b02ec1 req-b51c33c6-f561-48a9-af5d-a706fd6e2aad tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513291 Aug 27 16:57:39.406058 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b720-4507-4040-bee6-df37b54ee695 req-644687ef-a4f4-4dbc-98d6-61335ea3cf96 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:39.408377 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-db88b720-4507-4040-bee6-df37b54ee695 req-644687ef-a4f4-4dbc-98d6-61335ea3cf96 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0560808 Aug 27 16:57:39.453273 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-db88b720-4507-4040-bee6-df37b54ee695 req-adde85af-6748-4cbe-98f5-4f53df2f23ca tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Aug 27 16:57:39.846712 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:40.057536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0e330-2d47-457a-8ee0-f64bfeb43108 req-60be8ff5-e0a5-4a22-b701-f9ef8ff1969f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:40.059011 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85f0e330-2d47-457a-8ee0-f64bfeb43108 req-60be8ff5-e0a5-4a22-b701-f9ef8ff1969f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0473106 Aug 27 16:57:40.099085 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85f0e330-2d47-457a-8ee0-f64bfeb43108 req-96426ec3-606a-4c77-8c07-221e13a315fa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Aug 27 16:57:40.266756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2571a4-f271-468c-9fec-b39ed3a2f8d1 req-bf41ccf9-6c92-4fe6-9a2b-bb85eefb2dc6 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:40.268300 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6d2571a4-f271-468c-9fec-b39ed3a2f8d1 req-bf41ccf9-6c92-4fe6-9a2b-bb85eefb2dc6 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0514710 Aug 27 16:57:40.306223 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6d2571a4-f271-468c-9fec-b39ed3a2f8d1 req-67412d46-cbed-4bab-b9ec-6d0c100d40e9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Aug 27 16:57:40.582854 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01900f9-aebc-4eaf-a728-31d767ece4e5 req-d1d5980a-9018-4e47-89cd-27918db4f558 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:40.584443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e01900f9-aebc-4eaf-a728-31d767ece4e5 req-d1d5980a-9018-4e47-89cd-27918db4f558 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0489774 Aug 27 16:57:40.624084 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e01900f9-aebc-4eaf-a728-31d767ece4e5 req-87259546-a647-4f35-83d8-7c5d03b0fcae tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Aug 27 16:57:41.191361 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-e265c5d4-646f-41cd-8d8f-8894dc54524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.192888 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-e265c5d4-646f-41cd-8d8f-8894dc54524c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 1097 time: 0.0497587 Aug 27 16:57:41.232733 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26782610-18b6-4801-9387-64074dfde923 req-798035ab-b217-4053-9315-1887e0103f10 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.234186 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-26782610-18b6-4801-9387-64074dfde923 req-798035ab-b217-4053-9315-1887e0103f10 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0556133 Aug 27 16:57:41.317958 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-26782610-18b6-4801-9387-64074dfde923 req-da98a1a8-e910-4ba5-bd46-bbc94b12ceff tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760260 Aug 27 16:57:41.349895 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-cd2cd519-c054-4b87-acb5-d4e5c2514fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.351551 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-cd2cd519-c054-4b87-acb5-d4e5c2514fdd service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266949 Aug 27 16:57:41.484755 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478e25d-4672-4611-b660-cdb4e472faf9 req-c4689ee0-51ac-496f-b2b5-34deb68cba9b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.486387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9478e25d-4672-4611-b660-cdb4e472faf9 req-c4689ee0-51ac-496f-b2b5-34deb68cba9b tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0777433 Aug 27 16:57:41.491143 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-bd82a39d-9ab6-4bce-84de-ffe5ce256562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.492525 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af1e7538-c6e2-4e67-a5d8-17b6421d4e7b req-bd82a39d-9ab6-4bce-84de-ffe5ce256562 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309943 Aug 27 16:57:41.526638 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9478e25d-4672-4611-b660-cdb4e472faf9 req-b7e23e06-0caf-4cc1-bcc4-52b9fb79a1e5 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Aug 27 16:57:41.621458 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3a5281a7-68c6-4453-af36-1b43d6a89e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.622148 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-3a5281a7-68c6-4453-af36-1b43d6a89e40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 1097 time: 0.0401051 Aug 27 16:57:41.718467 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-b39351b5-8ad6-44a3-b60f-f109604a4427 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da HTTP/1.1" status: 200 len: 217 time: 0.0679734 Aug 27 16:57:41.819342 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-19e243e1-a870-4d1d-8569-16cfda3d48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.820778 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-19e243e1-a870-4d1d-8569-16cfda3d48d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.0823143 Aug 27 16:57:41.831746 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92034e6-c590-4537-aef4-fc7799dd6b9f req-8b0bf696-13b7-443f-b999-c738d0664e66 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:41.833123 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d92034e6-c590-4537-aef4-fc7799dd6b9f req-8b0bf696-13b7-443f-b999-c738d0664e66 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0825217 Aug 27 16:57:41.866651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-8ff43762-f103-448b-ba08-376f04c54936 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 27 16:57:42.113052 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d92034e6-c590-4537-aef4-fc7799dd6b9f req-86c2c42c-29ba-407e-a9e0-d1a8d3537d66 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718728 Aug 27 16:57:42.179604 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-422dab39-7610-4d0c-b39b-84962149a4c1 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902171 Aug 27 16:57:42.291985 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e5300ce-cb07-49be-b2ce-13c8ddf3c8c2 req-39798294-cb11-444e-bd06-8d0f332622db service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027899 Aug 27 16:57:42.451363 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32be10-08f7-4fcb-9791-1d2c420bf049 req-ad5ecaab-827e-4916-ac3a-413daa227ead tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:42.452844 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ee32be10-08f7-4fcb-9791-1d2c420bf049 req-ad5ecaab-827e-4916-ac3a-413daa227ead tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0507729 Aug 27 16:57:42.499865 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ee32be10-08f7-4fcb-9791-1d2c420bf049 req-2a0b592b-351e-4f40-8a91-1ef9f633adb2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Aug 27 16:57:42.661078 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197cb5b-e59a-47d9-952e-b86b215003fb req-cd25becc-56ed-408d-8de0-7a973c8a01a1 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:42.666017 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c197cb5b-e59a-47d9-952e-b86b215003fb req-cd25becc-56ed-408d-8de0-7a973c8a01a1 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0631733 Aug 27 16:57:42.709142 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c197cb5b-e59a-47d9-952e-b86b215003fb req-0be6eb05-7182-4eb4-9898-bf32b687a80d tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Aug 27 16:57:43.214056 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:43.241962 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5bb55-c7f1-4039-8aef-4e4d3142d2ad req-eef440a7-e213-47e4-becd-729112adbbfe tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:43.243715 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0e5bb55-c7f1-4039-8aef-4e4d3142d2ad req-eef440a7-e213-47e4-becd-729112adbbfe tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0542631 Aug 27 16:57:43.287462 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0e5bb55-c7f1-4039-8aef-4e4d3142d2ad req-1d92080d-fdfc-4c44-b56e-87cd1f72da0d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Aug 27 16:57:43.616265 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31e980-515e-4491-8c73-6863c9c2a146 req-151650f7-77b3-4a65-8073-3c1fbf09d84b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:43.617822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3b31e980-515e-4491-8c73-6863c9c2a146 req-151650f7-77b3-4a65-8073-3c1fbf09d84b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0480180 Aug 27 16:57:43.655931 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3b31e980-515e-4491-8c73-6863c9c2a146 req-278b1845-f433-4029-abbc-2aa87e38b70e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Aug 27 16:57:43.832417 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90259e-f9c6-4389-8aae-89fff74ed53a req-3c0c5c1b-1102-4a36-9f8e-5e2c5d5efa00 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:43.833914 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9d90259e-f9c6-4389-8aae-89fff74ed53a req-3c0c5c1b-1102-4a36-9f8e-5e2c5d5efa00 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0476723 Aug 27 16:57:43.871423 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9d90259e-f9c6-4389-8aae-89fff74ed53a req-38bd5f72-7922-468c-9251-9cf88469d0a1 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Aug 27 16:57:44.458937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913b9c4-6372-47d1-87e8-aadf5e6e5b20 req-30c29ea5-06ba-4f84-8014-5d7efcda13d2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:44.460470 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4913b9c4-6372-47d1-87e8-aadf5e6e5b20 req-30c29ea5-06ba-4f84-8014-5d7efcda13d2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0719974 Aug 27 16:57:44.498643 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4913b9c4-6372-47d1-87e8-aadf5e6e5b20 req-032e3e6d-4a94-4dfd-bd95-6fbc77f33e32 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Aug 27 16:57:44.770719 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b0f96-557a-4143-b297-73a3ef7fb99d req-c143eb26-7f05-4b1b-b87d-b6f310dba3cf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:44.772198 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a85b0f96-557a-4143-b297-73a3ef7fb99d req-c143eb26-7f05-4b1b-b87d-b6f310dba3cf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0490689 Aug 27 16:57:44.809882 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a85b0f96-557a-4143-b297-73a3ef7fb99d req-824d2cb5-5fb7-4ca0-9fc9-94128fd9668c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 27 16:57:44.984169 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083e82f-1028-462f-a81d-eea4bdf8aed5 req-2ed9b3e5-5662-4d8d-8205-212b9e610e55 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:44.986201 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f083e82f-1028-462f-a81d-eea4bdf8aed5 req-2ed9b3e5-5662-4d8d-8205-212b9e610e55 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0484445 Aug 27 16:57:45.024075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f083e82f-1028-462f-a81d-eea4bdf8aed5 req-d2f7c3b4-641d-45a5-b46b-32797ae1e553 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Aug 27 16:57:45.634291 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4bf62-8fa5-4d17-b066-6038ef6d2212 req-92b33c32-5b73-486b-9c0d-6e3463612b28 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.636144 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-93c4bf62-8fa5-4d17-b066-6038ef6d2212 req-92b33c32-5b73-486b-9c0d-6e3463612b28 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0614581 Aug 27 16:57:45.675461 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-93c4bf62-8fa5-4d17-b066-6038ef6d2212 req-da408557-1dab-42f0-98b8-12b3e6295fb1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Aug 27 16:57:45.935428 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac21d1-70bc-40cb-97c4-c2dfdbde543b req-3c6a27ce-1b10-43ca-b555-29afa07a2d03 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:45.938021 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8ac21d1-70bc-40cb-97c4-c2dfdbde543b req-3c6a27ce-1b10-43ca-b555-29afa07a2d03 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0575242 Aug 27 16:57:45.980934 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8ac21d1-70bc-40cb-97c4-c2dfdbde543b req-bda5e3f3-459e-478c-af50-419f8ece5148 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Aug 27 16:57:46.139082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225195-e7ea-4793-b0e0-b6038aae3a59 req-4efe1fd9-d933-4236-9dd7-099a2472070a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:46.140569 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21225195-e7ea-4793-b0e0-b6038aae3a59 req-4efe1fd9-d933-4236-9dd7-099a2472070a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.0486434 Aug 27 16:57:46.180655 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21225195-e7ea-4793-b0e0-b6038aae3a59 req-8293e02d-3629-41e4-aaa4-50888592b15a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Aug 27 16:57:46.472002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-d891026d-2e05-4967-a62c-14822e758bed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436120 Aug 27 16:57:46.649549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-73f2fcf0-9eb3-4813-9900-66083ff86d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:46.651083 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-73f2fcf0-9eb3-4813-9900-66083ff86d8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 1099 time: 0.0401993 Aug 27 16:57:46.787344 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-84fd9487-da00-4c7e-9cb3-c573b3307c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:46.788951 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-84fd9487-da00-4c7e-9cb3-c573b3307c3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 915 time: 0.1164057 Aug 27 16:57:46.825231 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3044-829b-441f-b2b6-1d4541f32767 req-68ae76f8-65cf-4bab-91eb-3f492c2c9c17 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:46.826752 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-46de3044-829b-441f-b2b6-1d4541f32767 req-68ae76f8-65cf-4bab-91eb-3f492c2c9c17 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0579205 Aug 27 16:57:46.878584 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-46de3044-829b-441f-b2b6-1d4541f32767 req-d8d247f2-0b04-4b93-a065-0eee8fd85b59 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 Aug 27 16:57:46.928148 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-774ee1f7-9507-4621-83cd-6612f3915c07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18 HTTP/1.1" status: 200 len: 217 time: 0.0595002 Aug 27 16:57:46.989410 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-d3e92927-6336-49ba-84d4-f5ea998236c9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:46.990791 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-d3e92927-6336-49ba-84d4-f5ea998236c9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.43 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.1165881 Aug 27 16:57:47.011009 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-9b4033bc-d79f-442b-9217-d920eb07842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:47.012443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-9b4033bc-d79f-442b-9217-d920eb07842e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.0769448 Aug 27 16:57:47.061059 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-93b1ad74-cfe4-409f-9ccd-23d803e34390 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306368 Aug 27 16:57:47.242858 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684aee1-1096-40b2-9288-9ddaf6dcf456 req-724d3f8b-caf9-4b2d-88ea-573ad99a142b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:47.244257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b684aee1-1096-40b2-9288-9ddaf6dcf456 req-724d3f8b-caf9-4b2d-88ea-573ad99a142b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1595418 Aug 27 16:57:47.319162 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-5e9f3316-5e5f-4f24-aae2-57aad0f5d85a service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332833 Aug 27 16:57:47.326067 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Deleting port 82060d3d-5951-4808-af28-437fb7006dcb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:57:47.326441 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:47.411446 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b684aee1-1096-40b2-9288-9ddaf6dcf456 req-5fceae3f-fe68-44e4-9324-5cbb6bcbab84 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521690 Aug 27 16:57:47.513347 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a59407-41d7-4ce5-8e13-facae3e31b68 req-fd1912b8-3887-431f-ac6f-c1a883649bd9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:47.515615 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1a59407-41d7-4ce5-8e13-facae3e31b68 req-fd1912b8-3887-431f-ac6f-c1a883649bd9 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 945 time: 0.2552276 Aug 27 16:57:47.617135 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] For port 82060d3d-5951-4808-af28-437fb7006dcb, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82060d3d-5951-4808-af28-437fb7006dcb,segment=NetworkSegment(4321beea-e694-4f9a-8c28-3692a239bf6e),segment_id=4321beea-e694-4f9a-8c28-3692a239bf6e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:47.617527 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:47.652517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Calling delete_port for 82060d3d-5951-4808-af28-437fb7006dcb owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:57:47.658022 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1a59407-41d7-4ce5-8e13-facae3e31b68 req-3fd9702b-d54b-41da-8ac0-68ad7437bf79 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/security-groups?id=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200521 Aug 27 16:57:47.662582 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6896ddb6-7919-44b3-b75c-050aafa77912 req-d3df236a-0537-4274-ae21-13d7c81805f1 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105528 Aug 27 16:57:47.701295 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:47.834174 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94af5336-d452-473f-9c78-3d9b4bcc3b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:47.854033 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:47.904420 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Pushing event deleted for resources: {'Port': ['ID=82060d3d-5951-4808-af28-437fb7006dcb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:47.931773 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40804) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:47.968666 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94af5336-d452-473f-9c78-3d9b4bcc3b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:47.974130 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94af5336-d452-473f-9c78-3d9b4bcc3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.004666 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af5336-d452-473f-9c78-3d9b4bcc3b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76001c7f-424c-46f6-a937-4c0f2038cecc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:48.022211 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-94af5336-d452-473f-9c78-3d9b4bcc3b8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc559b05052348408b3663c38a5a77fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192139 Aug 27 16:57:48.024789 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:48.027462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] No DVR routers for this DVR port 82060d3d-5951-4808-af28-437fb7006dcb on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:57:48.032757 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.034772 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb2b4e01-8238-42ce-aefd-4cf5363ca118 req-db062884-0126-402f-bea0-e6029b61085a tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.43 "DELETE /v2.0/ports/82060d3d-5951-4808-af28-437fb7006dcb HTTP/1.1" status: 204 len: 173 time: 1.0359287 Aug 27 16:57:48.035234 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'name': 'network-vif-deleted', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:48.037887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780f5e72-93e0-4e27-82e8-9d9b75846171" -d '{"events": [{"server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "name": "network-vif-deleted", "tag": "82060d3d-5951-4808-af28-437fb7006dcb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:48.061409 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1c893-1f3a-45e1-a3ee-a6500f06b0a8 req-429f3e29-2afc-47ab-8cf9-321f5b06faa5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:48.069420 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ae1c893-1f3a-45e1-a3ee-a6500f06b0a8 req-429f3e29-2afc-47ab-8cf9-321f5b06faa5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0852509 Aug 27 16:57:48.082353 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.101183 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-581e9c61-4dc3-4d0f-8c3b-9902beef9551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.111940 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.115575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a1d1dd-4253-4614-aa22-5b9863fce97e x-openstack-request-id: req-55a1d1dd-4253-4614-aa22-5b9863fce97e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:48.115856 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87994a84-47d5-47d4-832d-fbe0416f687d", "name": "network-vif-deleted", "tag": "82060d3d-5951-4808-af28-437fb7006dcb", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:48.116106 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55a1d1dd-4253-4614-aa22-5b9863fce97e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:48.116492 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87994a84-47d5-47d4-832d-fbe0416f687d', 'name': 'network-vif-deleted', 'tag': '82060d3d-5951-4808-af28-437fb7006dcb', 'status': 'completed', 'code': 200} Aug 27 16:57:48.127320 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ae1c893-1f3a-45e1-a3ee-a6500f06b0a8 req-6a49e634-2617-4464-8d08-ebe5266babb0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560737 Aug 27 16:57:48.197500 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.200348 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.205371 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76001c7f-424c-46f6-a937-4c0f2038cecc HTTP/1.1" status: 204 len: 168 time: 0.1789076 Aug 27 16:57:48.214263 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf045eb-477b-4deb-89e9-65899c2f116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76001c7f-424c-46f6-a937-4c0f2038cecc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:48.253191 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-581e9c61-4dc3-4d0f-8c3b-9902beef9551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.258140 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-581e9c61-4dc3-4d0f-8c3b-9902beef9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.299983 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-581e9c61-4dc3-4d0f-8c3b-9902beef9551 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e141d7f013cc41c99ae4ed9fe07f8648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671150 Aug 27 16:57:48.300956 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e9c61-4dc3-4d0f-8c3b-9902beef9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcebede5-38a1-4981-855f-4029aa2797fd,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:48.305332 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:48.387074 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.420949 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.496175 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.499559 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:48.505140 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcebede5-38a1-4981-855f-4029aa2797fd HTTP/1.1" status: 204 len: 168 time: 0.1933053 Aug 27 16:57:48.518842 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c280a-6a9c-4e2c-b9f1-6f7c1ed49a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcebede5-38a1-4981-855f-4029aa2797fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:48.589899 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ccd06-9996-40cc-b455-33a7fc432f0b req-f942ff08-5aa7-4a5c-ae3e-dfc8f9fd1e4a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:48.591217 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-090ccd06-9996-40cc-b455-33a7fc432f0b req-f942ff08-5aa7-4a5c-ae3e-dfc8f9fd1e4a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0822282 Aug 27 16:57:48.650387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-090ccd06-9996-40cc-b455-33a7fc432f0b req-d268cd74-506c-4842-9e18-bd346a2c5ab4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Aug 27 16:57:48.771902 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c06b9a06-af68-4109-a50b-c77766c005f9 req-65419eb9-46b2-4d79-ae98-1492c7bb53be tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0308394 Aug 27 16:57:49.320212 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d800f-3b66-46d7-a3f1-c742c6d210d7 req-d02ebbfd-da40-4b3e-8b11-e0880c7bb569 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:49.321864 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e14d800f-3b66-46d7-a3f1-c742c6d210d7 req-d02ebbfd-da40-4b3e-8b11-e0880c7bb569 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0547383 Aug 27 16:57:49.363902 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e14d800f-3b66-46d7-a3f1-c742c6d210d7 req-215da3b1-e625-48a0-a43c-6bda2d465ee1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356886 Aug 27 16:57:49.782174 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65eb2d-1911-4a28-878d-615dc4588ba4 req-d93da333-9910-4491-9c23-97f83e8cfc5f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:49.783879 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea65eb2d-1911-4a28-878d-615dc4588ba4 req-d93da333-9910-4491-9c23-97f83e8cfc5f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0503399 Aug 27 16:57:49.821899 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea65eb2d-1911-4a28-878d-615dc4588ba4 req-748f0d6b-dc90-4b04-a750-57693f96588b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Aug 27 16:57:49.903691 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-78f7da5a-d81f-40a3-856f-c8f48cfc01bd req-6f2695d5-c497-4d41-b4af-a35210444f31 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0248313 Aug 27 16:57:50.483455 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a18848-a6cd-48ed-b0cb-49953b6c87b3 req-3b2d3e90-d87b-4e58-8b24-d99319651f75 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:50.485484 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50a18848-a6cd-48ed-b0cb-49953b6c87b3 req-3b2d3e90-d87b-4e58-8b24-d99319651f75 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 944 time: 0.0511355 Aug 27 16:57:50.521417 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50a18848-a6cd-48ed-b0cb-49953b6c87b3 req-43cc0ca8-9a92-47dc-8bb1-c3e56e0acc2b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300682 Aug 27 16:57:50.822889 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['82060d3d-5951-4808-af28-437fb7006dcb'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:50.849652 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7f8d79e0-b54a-4647-a8ae-c420956b90da details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:57:50.944668 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:50.946844 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0862-f500-4b76-bd0f-94cd77503bbb req-f5a0cb99-f708-45f4-b12c-ca84ee51d302 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:50.948328 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a12a0862-f500-4b76-bd0f-94cd77503bbb req-f5a0cb99-f708-45f4-b12c-ca84ee51d302 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0483656 Aug 27 16:57:50.958671 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'port_id': '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'mac_address': 'fa:16:3e:ee:e4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922e6e-e309-41e2-9495-30cebe695dca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:57:50.987659 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a12a0862-f500-4b76-bd0f-94cd77503bbb req-f76f9d82-a1b6-4c68-a073-2f4bf7dd7cca tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Aug 27 16:57:50.996768 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:51.011050 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8d79e0-b54a-4647-a8ae-c420956b90da {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:57:51.035061 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:51.039859 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:51.088582 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-79a59b37-5f50-4d8b-96a2-dfedc97b6f90 req-310b964b-d9ab-443e-acd6-6d0295c51d49 tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0310292 Aug 27 16:57:51.090210 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:51.097972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.098317 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.098688 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.099392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.099392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.099629 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.099928 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.100251 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.100605 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.100932 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.101279 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.101599 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:57:51.613687 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7f8d79e0-b54a-4647-a8ae-c420956b90da'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:57:51.655517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393a46-a639-478e-b623-0ba87fc53066 req-1da13c3a-b35d-4d7d-a195-039f2b346d57 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:51.657670 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35393a46-a639-478e-b623-0ba87fc53066 req-1da13c3a-b35d-4d7d-a195-039f2b346d57 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 945 time: 0.0657840 Aug 27 16:57:51.697151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35393a46-a639-478e-b623-0ba87fc53066 req-113470de-d442-4bc9-95c1-967048281f3f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Aug 27 16:57:52.103674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a3e8-5797-4eed-b696-f8c3ad4a045b req-c33e9c6d-62c9-455e-bb0e-2bc766257be1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:52.105249 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6a07a3e8-5797-4eed-b696-f8c3ad4a045b req-c33e9c6d-62c9-455e-bb0e-2bc766257be1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0506287 Aug 27 16:57:52.149012 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6a07a3e8-5797-4eed-b696-f8c3ad4a045b req-d5a4b253-a412-432a-84bd-d9bbf4a23547 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Aug 27 16:57:52.246046 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8f57101e-edb6-4104-b830-98842dc79263 req-cf0496fe-94fd-42ec-8925-442807d514ca tempest-DeleteServersTestJSON-830448055 tempest-DeleteServersTestJSON-830448055-project] 10.222.0.44 "GET /v2.0/ports?device_id=87994a84-47d5-47d4-832d-fbe0416f687d HTTP/1.1" status: 200 len: 210 time: 0.0252233 Aug 27 16:57:52.817014 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca007b4-b398-4fb9-a82d-05e0696ac2d8 req-e8621556-376e-40eb-a9aa-9c3c98b73446 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:52.818490 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6ca007b4-b398-4fb9-a82d-05e0696ac2d8 req-e8621556-376e-40eb-a9aa-9c3c98b73446 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Aug 27 16:57:52.853115 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7f8d79e0-b54a-4647-a8ae-c420956b90da up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:57:52.915405 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6ca007b4-b398-4fb9-a82d-05e0696ac2d8 req-6afd4407-dbdc-4c93-833c-081d152890be tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894134 Aug 27 16:57:52.967814 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 7f8d79e0-b54a-4647-a8ae-c420956b90da completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:57:52.974245 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7f8d79e0-b54a-4647-a8ae-c420956b90da triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:57:52.974798 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.067640 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.092042 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:57:53.095026 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c62316-8b3f-4e0a-bc97-f8887a0da189" -d '{"events": [{"server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:57:53.108941 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:57:53.115569 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.116678 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 82060d3d-5951-4808-af28-437fb7006dcb no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:57:53.142636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e673f9-1db1-40f3-b501-c5b847b6910d x-openstack-request-id: req-d7e673f9-1db1-40f3-b501-c5b847b6910d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:57:53.142922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:57:53.143332 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7e673f9-1db1-40f3-b501-c5b847b6910d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:57:53.143747 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'code': 200} Aug 27 16:57:53.162761 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 82060d3d-5951-4808-af28-437fb7006dcb {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:57:53.163106 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 82060d3d-5951-4808-af28-437fb7006dcb not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:57:53.189806 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:53.285080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08491225-c050-41fb-8781-b69655c74b88 req-8e8e448c-da9b-4d01-8469-bf2bfa93c01d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:53.286636 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-08491225-c050-41fb-8781-b69655c74b88 req-8e8e448c-da9b-4d01-8469-bf2bfa93c01d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0589941 Aug 27 16:57:53.342551 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-08491225-c050-41fb-8781-b69655c74b88 req-84064565-27ca-490b-bf26-d5498fe67ce2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471048 Aug 27 16:57:53.381675 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 40920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:53.424609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e2278-0d1d-496b-baa6-cd844f78e285 req-0a9d4721-1922-4095-9f4f-0e2aab9329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:53.426164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f9e2278-0d1d-496b-baa6-cd844f78e285 req-0a9d4721-1922-4095-9f4f-0e2aab9329e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 1099 time: 0.0451646 Aug 27 16:57:53.482481 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f9e2278-0d1d-496b-baa6-cd844f78e285 req-6fbc6ef6-b7e2-4e50-9949-525148b93e88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Aug 27 16:57:53.512138 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12889996-725c-4c8a-bad2-f4e84bfae242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.604055 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12889996-725c-4c8a-bad2-f4e84bfae242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.614885 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12889996-725c-4c8a-bad2-f4e84bfae242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.658216 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-12889996-725c-4c8a-bad2-f4e84bfae242 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c6ed16d1e7042ee824e7e054cb02eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722342 Aug 27 16:57:53.658216 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889996-725c-4c8a-bad2-f4e84bfae242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e8582-bf53-4586-84bd-8cb72b67b96b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:53.658657 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40934) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:53.712690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.736649 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.786762 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.789531 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:53.790690 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f3e8582-bf53-4586-84bd-8cb72b67b96b HTTP/1.1" status: 204 len: 168 time: 0.1310053 Aug 27 16:57:53.800428 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bffcf-8aa3-4dc5-9beb-380b7a01c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e8582-bf53-4586-84bd-8cb72b67b96b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:54.092100 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf8282-09f5-4e40-8a11-26efd5cda90b req-a13f3e7d-5842-41f2-8c7c-c6b50392a7af tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:54.093687 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83cf8282-09f5-4e40-8a11-26efd5cda90b req-a13f3e7d-5842-41f2-8c7c-c6b50392a7af tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 946 time: 0.0589252 Aug 27 16:57:54.137739 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83cf8282-09f5-4e40-8a11-26efd5cda90b req-a3c05463-41e1-4c65-9c43-0865015a7863 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Aug 27 16:57:54.525301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ce60-f2f2-4ad0-9ca8-ee737b182cd4 req-4ca1aa4a-b806-4876-ace5-ef5d2bba1e7d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:54.526814 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d52ce60-f2f2-4ad0-9ca8-ee737b182cd4 req-4ca1aa4a-b806-4876-ace5-ef5d2bba1e7d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0667458 Aug 27 16:57:54.567158 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d52ce60-f2f2-4ad0-9ca8-ee737b182cd4 req-f6ffe823-cc01-41b3-b46f-1fac28b9c40b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Aug 27 16:57:54.827600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40990) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:54.884463 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Deleting subnet b6bd2c88-2271-4938-ba57-a370b2e0ffd7 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:57:54.887753 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:54.926887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:54.974385 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.056393 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.092066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.096746 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b6bd2c88-2271-4938-ba57-a370b2e0ffd7 HTTP/1.1" status: 204 len: 168 time: 0.2680633 Aug 27 16:57:55.098545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c347a3-82b5-4f14-8b8d-bb4357eae46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bd2c88-2271-4938-ba57-a370b2e0ffd7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:55.100160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 40998) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:55.172265 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.280348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.292488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d965a295-6ed0-46b6-9334-dc17d7396ab1']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:55.305260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321beea-e694-4f9a-8c28-3692a239bf6e') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:55.305581 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321beea-e694-4f9a-8c28-3692a239bf6e') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:57:55.316976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.334516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2d71-a0fc-40e6-8f23-5d87be76d943 req-973faf2d-5793-4c1d-bade-8fb68af7262b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:55.336067 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ddb2d71-a0fc-40e6-8f23-5d87be76d943 req-973faf2d-5793-4c1d-bade-8fb68af7262b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 946 time: 0.1174867 Aug 27 16:57:55.350504 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.368923 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:57:55.369482 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:57:55.371875 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:57:55.445010 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ddb2d71-a0fc-40e6-8f23-5d87be76d943 req-78984d21-27c8-49f3-9c85-c1beccd612e7 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027396 Aug 27 16:57:55.458793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.467935 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.470276 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d965a295-6ed0-46b6-9334-dc17d7396ab1 HTTP/1.1" status: 204 len: 168 time: 0.3691320 Aug 27 16:57:55.732335 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389f99-728f-45bf-8b45-cdf025f9f5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d965a295-6ed0-46b6-9334-dc17d7396ab1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:55.790731 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:55.801242 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0883a2a-0cee-47f2-93ab-bb31c770d23d req-8ec6375d-354d-4c9b-b793-761aa20c4e46 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:55.802948 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0883a2a-0cee-47f2-93ab-bb31c770d23d req-8ec6375d-354d-4c9b-b793-761aa20c4e46 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0564413 Aug 27 16:57:55.842922 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c9cab2bc-7ea4-4db4-a345-07cdde0cbef5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c66029ccb09841dc83d6baa44fd16b76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507128 Aug 27 16:57:55.850049 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0883a2a-0cee-47f2-93ab-bb31c770d23d req-c932180a-7554-4700-9fae-13a2fd32620a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Aug 27 16:57:55.853599 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:55.908941 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.930797 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.978610 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.981207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:55.985729 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc HTTP/1.1" status: 204 len: 168 time: 0.1278064 Aug 27 16:57:55.991380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda17d35-e1f9-4e09-a7c1-8a1928f71e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f67ecf-08b6-4ebd-b4c4-b7a6cbee0ebc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:56.978430 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a2371-571d-4602-ac27-c68aae544a85 req-6e903e96-925e-49e7-a4f8-f31ee07beaf8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:56.979856 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be5a2371-571d-4602-ac27-c68aae544a85 req-6e903e96-925e-49e7-a4f8-f31ee07beaf8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0555410 Aug 27 16:57:57.026072 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be5a2371-571d-4602-ac27-c68aae544a85 req-c27b4f4d-56b3-452c-9f3f-6a8ad58d0c30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Aug 27 16:57:58.142311 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84099888-9bb8-48df-909f-2f16d193fb1e req-dc8485d6-3b68-4dee-8a0b-7d066c61a0c3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:58.143815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84099888-9bb8-48df-909f-2f16d193fb1e req-dc8485d6-3b68-4dee-8a0b-7d066c61a0c3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0514796 Aug 27 16:57:58.180695 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84099888-9bb8-48df-909f-2f16d193fb1e req-b118608b-8adc-4815-9a09-eb07d8248258 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Aug 27 16:57:59.302720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edf7c-d990-410d-9daa-53cb55e4dfd4 req-a24fbaf7-f1ce-4c5a-9d5c-117c300b4eb1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:57:59.309927 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-335edf7c-d990-410d-9daa-53cb55e4dfd4 req-a24fbaf7-f1ce-4c5a-9d5c-117c300b4eb1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0548081 Aug 27 16:57:59.346914 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-335edf7c-d990-410d-9daa-53cb55e4dfd4 req-e1e279ad-8b1e-42ad-b0a2-cd2ebc8f4ad9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Aug 27 16:57:59.652422 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:59.759380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d9f00dc-857d-4f9f-860e-9701b910b0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:59.850718 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d9f00dc-857d-4f9f-860e-9701b910b0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:59.854780 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d9f00dc-857d-4f9f-860e-9701b910b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:59.894244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f00dc-857d-4f9f-860e-9701b910b0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d60f6-8134-4dd7-b7c6-81a1de5f2c48,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:57:59.901905 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0d9f00dc-857d-4f9f-860e-9701b910b0f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d4e9d958cb545aebc08afa59a83b0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480907 Aug 27 16:57:59.902398 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 41132) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:57:59.966961 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:57:59.992090 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.057949 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.060665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.061894 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/108d60f6-8134-4dd7-b7c6-81a1de5f2c48 HTTP/1.1" status: 204 len: 168 time: 0.1582558 Aug 27 16:58:00.069857 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd3b93-6970-4034-be6c-575588cdffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d60f6-8134-4dd7-b7c6-81a1de5f2c48,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:00.416186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 41150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:00.441971 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8935b80a-ee41-4bf8-86aa-5a1c6c40a622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.497522 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670bd5b-f2c1-46ec-a4e5-8444da495e4b req-eff85835-7fb7-4af4-8d1e-cd67087a225a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:00.499013 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8670bd5b-f2c1-46ec-a4e5-8444da495e4b req-eff85835-7fb7-4af4-8d1e-cd67087a225a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0761468 Aug 27 16:58:00.558595 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8670bd5b-f2c1-46ec-a4e5-8444da495e4b req-06f41974-9b08-4c0e-a17e-5c010bc5b99c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502038 Aug 27 16:58:00.614392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8935b80a-ee41-4bf8-86aa-5a1c6c40a622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.618582 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8935b80a-ee41-4bf8-86aa-5a1c6c40a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.657657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-8935b80a-ee41-4bf8-86aa-5a1c6c40a622 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32bd338f25104784a339284585cd8a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403307 Aug 27 16:58:00.658811 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b80a-ee41-4bf8-86aa-5a1c6c40a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88bf27-0e62-47e9-b461-bd8c246c63d2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:00.660265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:00.714931 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.755347 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.816516 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.819271 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:00.820601 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd88bf27-0e62-47e9-b461-bd8c246c63d2 HTTP/1.1" status: 204 len: 168 time: 0.1593258 Aug 27 16:58:00.833559 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a809bab-bc5c-48e5-8b23-0edc413224b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88bf27-0e62-47e9-b461-bd8c246c63d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:00.863084 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-c5a3f7f4-c9f3-4deb-837e-44b16c5c1d17 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:00.869847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-c5a3f7f4-c9f3-4deb-837e-44b16c5c1d17 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.1257131 Aug 27 16:58:00.881325 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-c761a12c-7868-4c37-9483-8f019330ce55 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/quotas/f6d2caca54cc4c9fa18cfe39494413ea HTTP/1.1" status: 200 len: 375 time: 0.0106194 Aug 27 16:58:00.949908 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-bfe6eb17-4649-4ad0-87b2-db4215a553f8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614192 Aug 27 16:58:01.075203 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-f99fcab1-6fef-47b9-849f-6c6e1c765675 service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171880 Aug 27 16:58:01.199340 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-ff9c018d-1536-460a-815c-0f52697848f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133189 Aug 27 16:58:01.445465 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7d74c292-0707-4fe2-bc7c-10630be8da5c req-daa209eb-057e-460b-9273-e4c210231beb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 210 time: 0.0533917 Aug 27 16:58:01.855585 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722dbb6-a5b9-452a-852b-fa3958750037 req-cebfac04-0824-429b-a1e0-d049f990cb40 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:01.857273 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3722dbb6-a5b9-452a-852b-fa3958750037 req-cebfac04-0824-429b-a1e0-d049f990cb40 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0532281 Aug 27 16:58:01.906094 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3722dbb6-a5b9-452a-852b-fa3958750037 req-2c7d0d29-9888-42e7-8681-e1b1d32ca4e0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Aug 27 16:58:02.558906 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-61248f8d-dce5-4f04-8abf-4f7bbfdb7c38 req-6a7ff32e-4843-4947-b0b6-de6dbc7e93d7 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 210 time: 0.0382924 Aug 27 16:58:02.859269 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-f50400af-99fe-4d96-8b49-b3073af8ed54 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:02.862382 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-f50400af-99fe-4d96-8b49-b3073af8ed54 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.2216709 Aug 27 16:58:02.898260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Request body: {'port': {'device_id': '585f65c2-2619-466b-9965-26373ce01b38', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'admin_state_up': True, 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:03.119556 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebfc7b-7e5e-4666-a87a-172eeb5542df req-a15ea311-64b0-4055-ac9d-eec0ac0ef91e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:03.121269 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3aebfc7b-7e5e-4666-a87a-172eeb5542df req-a15ea311-64b0-4055-ac9d-eec0ac0ef91e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0903466 Aug 27 16:58:03.127775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:03.132256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:03.205947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3aebfc7b-7e5e-4666-a87a-172eeb5542df req-16541d78-cc12-4fab-9f02-23469a2f260a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Aug 27 16:58:03.315968 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Allocated IP 172.20.0.11 (c0cc3902-93e1-4c09-a766-fcc7a2c86a89/d0922e6e-e309-41e2-9495-30cebe695dca/eb548db8-6c65-421c-bdf1-32be6f18cfbf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:03.469247 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:03.516393 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:03.559963 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:03.564235 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:03.566847 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:03.585168 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18', '7f8d79e0-b54a-4647-a8ae-c420956b90da'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:03.615900 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event updated for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:03.645849 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:03.646815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:03.691833 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-85ed36ee-58e3-450e-a0e3-76d8c905a575 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7978530 Aug 27 16:58:03.712931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35af8-09fa-4652-95a8-b4b9d4271f16 req-8ebf12b7-26b9-4718-94f7-61c7b72273c3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:03.714555 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87f35af8-09fa-4652-95a8-b4b9d4271f16 req-8ebf12b7-26b9-4718-94f7-61c7b72273c3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 932 time: 0.0648613 Aug 27 16:58:03.722274 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Request body: {'port': {'device_id': '585f65c2-2619-466b-9965-26373ce01b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:03.783749 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4fc36f6-31aa-40ad-96fe-e63a889f6f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:03.809189 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87f35af8-09fa-4652-95a8-b4b9d4271f16 req-7c83c95e-de59-40e9-8b64-7e8b5391f095 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836270 Aug 27 16:58:03.819544 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.160200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb548db8-6c65-421c-bdf1-32be6f18cfbf {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:04.167729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.180161 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Transition to ACTIVE for port object eb548db8-6c65-421c-bdf1-32be6f18cfbf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:04.184133 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.256792 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Pushing event updated for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:04.310468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Attempting to bind port eb548db8-6c65-421c-bdf1-32be6f18cfbf on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:04.310468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Attempting to bind port eb548db8-6c65-421c-bdf1-32be6f18cfbf by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:04.310468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Attempting to bind port eb548db8-6c65-421c-bdf1-32be6f18cfbf on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:04.314400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Port eb548db8-6c65-421c-bdf1-32be6f18cfbf on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:58:04.314803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Attempting to bind port eb548db8-6c65-421c-bdf1-32be6f18cfbf on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:04.333516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:04.333516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Checking segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:04.333516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Bound using segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:04.333516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Bound port: eb548db8-6c65-421c-bdf1-32be6f18cfbf, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:04.333516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.424554 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b929-65ab-4bea-a09c-b04bc9b23e0b req-b04d18ec-e12a-4619-81f4-55b95fd574dc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:04.427176 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-65b3b929-65ab-4bea-a09c-b04bc9b23e0b req-b04d18ec-e12a-4619-81f4-55b95fd574dc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1097219 Aug 27 16:58:04.502252 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:04.506977 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-65b3b929-65ab-4bea-a09c-b04bc9b23e0b req-c0357e1e-3575-4d58-aa1a-efefff757512 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Aug 27 16:58:04.529825 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:04.539573 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.578986 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:04.580488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.581902 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb548db8-6c65-421c-bdf1-32be6f18cfbf HTTP/1.1" status: 200 len: 1094 time: 0.8660398 Aug 27 16:58:04.582350 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:04.587980 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0d315-e5f6-4770-bcea-2772addbf65a" -d '{"events": [{"name": "network-changed", "server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:04.610914 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3f63d-e51b-4f7c-942f-d08707271c41 service neutron] Pushing event updated for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:04.651391 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ddd5cc-acd2-4b1c-8faf-815d4a9a6a33 x-openstack-request-id: req-14ddd5cc-acd2-4b1c-8faf-815d4a9a6a33 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:04.652150 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:04.652853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14ddd5cc-acd2-4b1c-8faf-815d4a9a6a33 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:04.653444 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', 'status': 'completed', 'code': 200} Aug 27 16:58:04.709509 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:04.731344 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-80271c71-6ac4-4cdc-a3ce-611da7c71fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:04.733325 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-80271c71-6ac4-4cdc-a3ce-611da7c71fa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 1097 time: 0.0482078 Aug 27 16:58:04.808940 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e758dd81-3d7b-485a-82fa-1515667a7cf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf HTTP/1.1" status: 200 len: 217 time: 0.0487220 Aug 27 16:58:04.842948 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc511907-00e4-44a4-848e-61fc61cca107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.886685 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-3b384a13-7fd4-43eb-80e3-39aa6969032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:04.894226 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-3b384a13-7fd4-43eb-80e3-39aa6969032d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.0694144 Aug 27 16:58:04.944045 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc511907-00e4-44a4-848e-61fc61cca107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.949163 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc511907-00e4-44a4-848e-61fc61cca107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:04.957627 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-fa9781a0-7a75-4a12-ac8d-c83d3bc18ace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412359 Aug 27 16:58:04.977293 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb0d9a-677f-47f5-aa4d-9a8f7290b555 req-9cf084dc-2543-428f-a26c-8a8a276fb88c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:04.978506 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-45bb0d9a-677f-47f5-aa4d-9a8f7290b555 req-9cf084dc-2543-428f-a26c-8a8a276fb88c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 944 time: 0.0779836 Aug 27 16:58:04.989892 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511907-00e4-44a4-848e-61fc61cca107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbde80e-b192-48fd-9a4a-7d39bf04d84a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:04.996975 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fc511907-00e4-44a4-848e-61fc61cca107 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=608d4504e53542efb50c478f3e87df30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857151 Aug 27 16:58:04.997515 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:05.051389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:05.106144 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-45bb0d9a-677f-47f5-aa4d-9a8f7290b555 req-b2b9647b-3346-4c60-92f9-b4f5ffa9cc1d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182647 Aug 27 16:58:05.112279 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:05.158562 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-e56aeda0-7da3-493d-baea-4bddf49aa9ae service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789188 Aug 27 16:58:05.236788 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:05.244078 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:05.252218 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfbde80e-b192-48fd-9a4a-7d39bf04d84a HTTP/1.1" status: 204 len: 168 time: 0.2525294 Aug 27 16:58:05.260838 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac51d15-2fea-4dc4-9b65-8b2376a75934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbde80e-b192-48fd-9a4a-7d39bf04d84a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:05.321979 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-885621ce-3750-453e-ba8c-e053b377cbd9 req-797bf0fc-8de4-49b9-af93-1f29fd31f663 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520815 Aug 27 16:58:05.508345 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-067bc5e6-7622-4041-a064-3cb74035231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:05.509940 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-067bc5e6-7622-4041-a064-3cb74035231a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 1097 time: 0.0466859 Aug 27 16:58:05.680814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-829ccd10-b3ba-442e-9463-d9dc4b168ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:05.682340 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-829ccd10-b3ba-442e-9463-d9dc4b168ca5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 915 time: 0.1593843 Aug 27 16:58:05.695898 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f90f-04a3-4600-880d-302af3e31e5e req-8472a88f-d4cc-4bf4-bf7c-4d357838cbfe tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:05.704317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c59f90f-04a3-4600-880d-302af3e31e5e req-8472a88f-d4cc-4bf4-bf7c-4d357838cbfe tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0851595 Aug 27 16:58:05.752835 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-cc43fa2c-7975-494b-b60a-0281d3c9698a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf HTTP/1.1" status: 200 len: 217 time: 0.0456638 Aug 27 16:58:05.778138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c59f90f-04a3-4600-880d-302af3e31e5e req-4b1fe12c-4634-4896-a563-18698d8e56b4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727890 Aug 27 16:58:05.819216 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-db6367e3-c186-405c-a229-4370637dcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:05.820761 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-db6367e3-c186-405c-a229-4370637dcecd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.0574522 Aug 27 16:58:05.859740 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-8efb63ad-9bc7-46b6-9c92-3ec763e8b033 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271375 Aug 27 16:58:05.950683 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-0f2cb369-d364-49e2-a541-d71d29406604 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832672 Aug 27 16:58:06.049290 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98e0d315-e5f6-4770-bcea-2772addbf65a req-2c5c8a16-f9ff-4ae1-a27d-873ef5ff63ba service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888016 Aug 27 16:58:06.247378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180afd7-df33-4c01-a543-f07d55824591 req-1dd2f6b2-14cf-4a89-a83f-f52e4b7018b8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:06.248885 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d180afd7-df33-4c01-a543-f07d55824591 req-1dd2f6b2-14cf-4a89-a83f-f52e4b7018b8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 944 time: 0.0487859 Aug 27 16:58:06.290811 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d180afd7-df33-4c01-a543-f07d55824591 req-2fdb2c42-81e7-44dc-bf91-6ed491c1c72b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340104 Aug 27 16:58:06.460069 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fdc22131-95cf-4d6a-9bcd-63c3dba86785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:06.675802 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:06.897186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139dc34-724e-4c13-992e-f37be5d13cfa req-430c6833-6515-457a-b211-c843129ee3b1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:06.902094 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f139dc34-724e-4c13-992e-f37be5d13cfa req-430c6833-6515-457a-b211-c843129ee3b1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0536082 Aug 27 16:58:06.910714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device eb548db8-6c65-421c-bdf1-32be6f18cfbf details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:58:06.940428 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f139dc34-724e-4c13-992e-f37be5d13cfa req-30ad95ef-6845-422a-8af6-ec84d1362c86 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Aug 27 16:58:07.020066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:07.035407 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'port_id': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', 'mac_address': 'fa:16:3e:e6:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922e6e-e309-41e2-9495-30cebe695dca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:58:07.071655 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:07.084468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb548db8-6c65-421c-bdf1-32be6f18cfbf {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:07.104937 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:07.113886 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:07.163451 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:07.409624 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1f74-cd16-4892-90f5-4564eed4ffc8 req-1ee4bda8-edc2-476b-a320-0be7241d3db6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:07.411079 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-471d1f74-cd16-4892-90f5-4564eed4ffc8 req-1ee4bda8-edc2-476b-a320-0be7241d3db6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 945 time: 0.0517278 Aug 27 16:58:07.453956 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-471d1f74-cd16-4892-90f5-4564eed4ffc8 req-15cb688f-66d2-44f7-9389-fc1f8b6f9335 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Aug 27 16:58:07.625520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['eb548db8-6c65-421c-bdf1-32be6f18cfbf'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:07.644311 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-3a24af54-18a3-4301-a9cd-e917fd922d5c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331292 Aug 27 16:58:07.829960 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-05df605f-ca77-4827-b86c-6b18fdc9f102 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:07.831420 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-05df605f-ca77-4827-b86c-6b18fdc9f102 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813540 Aug 27 16:58:07.846222 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-fca977e5-14be-44c7-9e08-aefce884f25d tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/quotas/3e7be76af1fb4dd49b2fa1fd8084901c HTTP/1.1" status: 200 len: 375 time: 0.0090194 Aug 27 16:58:07.881335 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-f20c5e2b-aa37-47a6-a7f4-5d16dad69509 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298636 Aug 27 16:58:08.056638 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:08.091503 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0dcc84e-6f54-4a47-be28-c649eee85622 req-47bef8f2-4283-4c97-b968-840711c5788c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0675070 Aug 27 16:58:08.118353 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972caf-4f2c-40e6-9368-22847a67dcb6 req-964c7c48-6e1a-41d6-bf1c-26dadf96ca0e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:08.120090 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-68972caf-4f2c-40e6-9368-22847a67dcb6 req-964c7c48-6e1a-41d6-bf1c-26dadf96ca0e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1084013 Aug 27 16:58:08.175453 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-68972caf-4f2c-40e6-9368-22847a67dcb6 req-4893ba47-ef62-41cc-8a74-9c6bc6abb638 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Aug 27 16:58:08.271267 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d084899-ce10-4011-a560-ce2074c9fd6f req-39a69ccd-2811-4680-bbc0-498719405774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:08.273174 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d084899-ce10-4011-a560-ce2074c9fd6f req-39a69ccd-2811-4680-bbc0-498719405774 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1099 time: 0.0464988 Aug 27 16:58:08.338949 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d084899-ce10-4011-a560-ce2074c9fd6f req-e252fffd-5a83-4b09-8d64-f98e3b01730b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498626 Aug 27 16:58:08.804948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cfd2b-bfd5-41ae-a179-c3f56b41ddca req-bd4780bc-5ecc-4d70-ad49-9b3732cb56e8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:08.815983 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf5cfd2b-bfd5-41ae-a179-c3f56b41ddca req-bd4780bc-5ecc-4d70-ad49-9b3732cb56e8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 945 time: 0.2865710 Aug 27 16:58:08.850989 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf5cfd2b-bfd5-41ae-a179-c3f56b41ddca req-5040db8e-8faa-4d99-8df3-e80e15767313 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Aug 27 16:58:08.910767 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device eb548db8-6c65-421c-bdf1-32be6f18cfbf up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:08.964537 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port eb548db8-6c65-421c-bdf1-32be6f18cfbf completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:08.966029 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:08.970881 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port eb548db8-6c65-421c-bdf1-32be6f18cfbf triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:08.971640 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.060341 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.087228 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:09.089627 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643853b-a5a9-4cba-a197-7ad84fccee6e" -d '{"events": [{"server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "name": "network-vif-plugged", "status": "completed", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:09.103847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:09.109979 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.146796 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508cb8d-6cc9-48e5-80fa-388bc2d24e96 x-openstack-request-id: req-c508cb8d-6cc9-48e5-80fa-388bc2d24e96 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:09.147078 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "name": "network-vif-plugged", "status": "completed", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:09.147323 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c508cb8d-6cc9-48e5-80fa-388bc2d24e96 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:09.147714 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', 'code': 200} Aug 27 16:58:09.171209 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:09.206083 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e1ef7819-6859-44ae-94e2-66ed5bec1fb5 req-e56b3161-f840-4798-97dd-6bedd9e51d56 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0356064 Aug 27 16:58:09.210848 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498d0a65-18e2-4704-908f-6fc6049c1490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.309715 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498d0a65-18e2-4704-908f-6fc6049c1490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.312394 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264a495-30ca-4431-aabb-e608470acc82 req-1fa3389c-f11f-4356-b65e-5c6c8a33509e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:09.313974 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2264a495-30ca-4431-aabb-e608470acc82 req-1fa3389c-f11f-4356-b65e-5c6c8a33509e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0598814 Aug 27 16:58:09.318367 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-498d0a65-18e2-4704-908f-6fc6049c1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.361531 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-498d0a65-18e2-4704-908f-6fc6049c1490 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65d35ec2335a414aac669834e8dbfdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943968 Aug 27 16:58:09.362377 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d0a65-18e2-4704-908f-6fc6049c1490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba36b0-07e4-4a06-b956-097b3d982fb5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:09.365347 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:09.383473 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2264a495-30ca-4431-aabb-e608470acc82 req-04071067-709c-44cc-93d1-e6fc324d8812 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635018 Aug 27 16:58:09.395432 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3322b-c58f-4c0f-8391-f9a53134d51e req-5f5500bb-3686-4b3d-a325-6f6588f667e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:09.398005 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bba3322b-c58f-4c0f-8391-f9a53134d51e req-5f5500bb-3686-4b3d-a325-6f6588f667e7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 1099 time: 0.0609210 Aug 27 16:58:09.417536 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.440953 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.454938 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bba3322b-c58f-4c0f-8391-f9a53134d51e req-52dc6712-87de-410e-b603-59cf376643bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Aug 27 16:58:09.488010 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.491043 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.495056 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13ba36b0-07e4-4a06-b956-097b3d982fb5 HTTP/1.1" status: 204 len: 168 time: 0.1258256 Aug 27 16:58:09.500481 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce0703-7a1e-4ce0-a6fd-777f2e293f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba36b0-07e4-4a06-b956-097b3d982fb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:09.868667 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:09.940670 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-8de4a2c6-db11-4f87-8cc5-1de7002ca428 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234802 Aug 27 16:58:09.986171 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77535a2-5712-43f1-86f9-7732e2fb89cc req-9937b040-19b0-4695-8e34-3001d1fc8080 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:09.987955 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e77535a2-5712-43f1-86f9-7732e2fb89cc req-9937b040-19b0-4695-8e34-3001d1fc8080 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Aug 27 16:58:10.038216 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e77535a2-5712-43f1-86f9-7732e2fb89cc req-ce6bb2c7-26de-47a4-9b88-2cac8639c509 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Aug 27 16:58:10.159256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-a564870b-f1cf-436c-aef8-afcb5ec34ce1 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:10.161079 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-a564870b-f1cf-436c-aef8-afcb5ec34ce1 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350923 Aug 27 16:58:10.217999 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Request body: {'port': {'device_id': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e', 'admin_state_up': True, 'tenant_id': '3e7be76af1fb4dd49b2fa1fd8084901c'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:10.271465 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:10.333045 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ac3f698-051a-4160-a6c6-fa1c0efab6b3 req-49a7cb52-e1f0-421e-8797-8de594c4c015 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0402360 Aug 27 16:58:10.377640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Made reservation on behalf of 3e7be76af1fb4dd49b2fa1fd8084901c for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:10.378425 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-176188648-network', 'tenant_id': 'ce23d0873fa14ceea6224e97e9458e49'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:10.381964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.391912 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.399411 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Made reservation on behalf of ce23d0873fa14ceea6224e97e9458e49 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:10.401822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.412672 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.507935 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.515637 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.594543 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.598627 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.604112 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56826b-3bc3-4761-83f3-979ccf21ef38 req-92a1651b-2777-40fe-bf9a-26c924757da8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:10.605744 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-da56826b-3bc3-4761-83f3-979ccf21ef38 req-92a1651b-2777-40fe-bf9a-26c924757da8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1376672 Aug 27 16:58:10.610116 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38f0a6-d7c5-40be-8668-513ba252bff5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:10.632671 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:58:10.646831 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:10.651857 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.652126 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Added segment 8dbf07a2-8ffe-451a-9aa6-c714be818522 of type vlan for network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 Aug 27 16:58:10.688341 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-da56826b-3bc3-4761-83f3-979ccf21ef38 req-f633dfe5-9945-4988-bf7c-2f4ccebd8f52 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744102 Aug 27 16:58:10.698359 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.718105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Allocated IP 192.168.233.249 (726d3752-6d82-4c86-a19e-f75503490a1e/f396c9f7-3c52-492d-b209-39a547f61e91/ace564fb-8b92-4980-a3f0-5745bca83fcc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:10.726520 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.727583 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:10.728189 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.785716 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5102265 Aug 27 16:58:10.786271 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:10.792799 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Request body: {'subnet': {'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-176188648-subnet', 'tenant_id': 'ce23d0873fa14ceea6224e97e9458e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:10.799888 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d303d20-1ebe-4de7-9d70-7244dbf779ec admin admin] Pushing event updated for resources: {'Network': ['ID=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:10.814337 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:58:10.820704 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Made reservation on behalf of ce23d0873fa14ceea6224e97e9458e49 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:10.822769 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.880787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a99712-efe5-4ef9-9598-1451fca853ed req-cc2cfc5f-bcf3-4c9a-badd-26376c507d32 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:10.882413 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a9a99712-efe5-4ef9-9598-1451fca853ed req-cc2cfc5f-bcf3-4c9a-badd-26376c507d32 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1206903 Aug 27 16:58:10.962390 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a9a99712-efe5-4ef9-9598-1451fca853ed req-d26fffab-27cc-48e1-9feb-d9db01aae8be tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656819 Aug 27 16:58:10.962390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:10.992131 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Transition to ACTIVE for port object ace564fb-8b92-4980-a3f0-5745bca83fcc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:11.018378 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:11.033942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:11.114920 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:11.134269 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Checking segment: {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:11.134615 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Network hostable DHCP agents. Network: 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:58:11.158955 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Pushing event updated for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:11.171622 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:58:11.190005 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:11.198146 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:11.199513 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:11.209138 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5f13f3-2eed-40a0-aaca-2125350a7c49 None None] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:11.235925 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Network 726d3752-6d82-4c86-a19e-f75503490a1e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:11.241906 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:11.253131 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-02b0ffdf-e9c0-437e-8f53-d3833bb2167f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4657357 Aug 27 16:58:11.275160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:11.388925 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa80cf-c77c-41d2-a599-72924cd1c504 req-450ce384-6af4-412d-bf7c-bcdb4afd0523 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:11.402760 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-68aa80cf-c77c-41d2-a599-72924cd1c504 req-450ce384-6af4-412d-bf7c-bcdb4afd0523 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.2086408 Aug 27 16:58:11.459457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:11.461545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:11.477089 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e27a8-975c-40d3-a4c8-04ed4c2958cf None None] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:11.542089 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-68aa80cf-c77c-41d2-a599-72924cd1c504 req-57543e00-cd40-426b-b70a-ab6a634701d2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382327 Aug 27 16:58:11.601352 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-c159857c-0415-44e9-b514-d7d88e0c769b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3879316 Aug 27 16:58:11.636973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7b16a-4c13-40fa-bef7-e016926f15a6 req-64e25d0a-4040-4b52-a025-23efb1dddbb8 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:11.636973 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ee7b16a-4c13-40fa-bef7-e016926f15a6 req-64e25d0a-4040-4b52-a025-23efb1dddbb8 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 936 time: 0.1124454 Aug 27 16:58:11.642989 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Request body: {'port': {'device_id': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:11.678204 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-70721fe0-52e6-491a-a0da-230af7525a77 None None] Provisioning for port ace564fb-8b92-4980-a3f0-5745bca83fcc completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:11.688844 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-70721fe0-52e6-491a-a0da-230af7525a77 None None] Provisioning complete for port ace564fb-8b92-4980-a3f0-5745bca83fcc triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:11.689224 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-70721fe0-52e6-491a-a0da-230af7525a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:11.728345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ee7b16a-4c13-40fa-bef7-e016926f15a6 req-25ca5b51-3136-4563-ab0e-382ac40ade41 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803421 Aug 27 16:58:11.738009 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-70721fe0-52e6-491a-a0da-230af7525a77 None None] Port ace564fb-8b92-4980-a3f0-5745bca83fcc cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:58:11.738527 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.015813 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace564fb-8b92-4980-a3f0-5745bca83fcc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:12.023775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.036926 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Transition to ACTIVE for port object ace564fb-8b92-4980-a3f0-5745bca83fcc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:12.040942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.096707 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Pushing event updated for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:12.168984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Attempting to bind port ace564fb-8b92-4980-a3f0-5745bca83fcc on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:12.169313 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Attempting to bind port ace564fb-8b92-4980-a3f0-5745bca83fcc by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:12.169678 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Attempting to bind port ace564fb-8b92-4980-a3f0-5745bca83fcc on network 726d3752-6d82-4c86-a19e-f75503490a1e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:12.174692 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Port ace564fb-8b92-4980-a3f0-5745bca83fcc on network 726d3752-6d82-4c86-a19e-f75503490a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:58:12.175009 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Attempting to bind port ace564fb-8b92-4980-a3f0-5745bca83fcc on network 726d3752-6d82-4c86-a19e-f75503490a1e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:12.180059 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:12.180390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Checking segment: {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:12.180798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Bound using segment: {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:12.181221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Bound port: ace564fb-8b92-4980-a3f0-5745bca83fcc, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96039e8-166c-4c49-8986-7e4c151f9792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:12.181609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.248102 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:12.251934 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:12.256392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.288589 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.289207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:12.290616 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] 10.222.0.43 "PUT /v2.0/ports/ace564fb-8b92-4980-a3f0-5745bca83fcc HTTP/1.1" status: 200 len: 1098 time: 0.6533926 Aug 27 16:58:12.291075 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:12.293302 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07ada6-d499-4945-a0ae-b21d7662cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:12.341592 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e5045-ff98-4def-9f32-03349045c1bf service neutron] Pushing event updated for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:12.366104 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e80bb3-93a6-4bf2-8d5d-9e34c21fc1d1 x-openstack-request-id: req-55e80bb3-93a6-4bf2-8d5d-9e34c21fc1d1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:12.366534 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:12.366906 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55e80bb3-93a6-4bf2-8d5d-9e34c21fc1d1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:12.367491 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc', 'status': 'completed', 'code': 200} Aug 27 16:58:12.414555 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-551e2865-5acd-40ba-a998-52f9a98e59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.416153 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-551e2865-5acd-40ba-a998-52f9a98e59c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 1101 time: 0.0476191 Aug 27 16:58:12.477471 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-754fd5d6-74c8-45f9-9658-bcad511d6eac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc HTTP/1.1" status: 200 len: 217 time: 0.0356920 Aug 27 16:58:12.545288 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-75fe647f-11ca-4d06-89ef-4758f16399a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.547299 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-75fe647f-11ca-4d06-89ef-4758f16399a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f396c9f7-3c52-492d-b209-39a547f61e91 HTTP/1.1" status: 200 len: 843 time: 0.0472801 Aug 27 16:58:12.609969 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1668-5c1c-41fd-b977-c678007784e4 req-e032f7ab-7d75-4bbf-96b9-9f42265d07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.612738 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-e032f7ab-7d75-4bbf-96b9-9f42265d07c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=726d3752-6d82-4c86-a19e-f75503490a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505290 Aug 27 16:58:12.742096 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-5e685819-8696-4b3d-bf10-18788772e129 service neutron] 10.222.0.43 "GET /v2.0/networks/726d3752-6d82-4c86-a19e-f75503490a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186147 Aug 27 16:58:12.888492 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ef18-7075-4664-83e0-c9792893cf29 req-52425fcf-35f9-4e3d-850c-be93704a260e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.889992 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84a0ef18-7075-4664-83e0-c9792893cf29 req-52425fcf-35f9-4e3d-850c-be93704a260e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.1247900 Aug 27 16:58:12.908051 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697f1668-5c1c-41fd-b977-c678007784e4 req-3025d7a2-c605-49f9-8f15-d839a4ee3884 service neutron] 10.222.0.43 "GET /v2.0/networks/726d3752-6d82-4c86-a19e-f75503490a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512258 Aug 27 16:58:12.990871 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d62e1-24b9-4c78-8b8d-0ed1c0ff6063 req-5eeac5d2-963a-4d55-972b-2aa2d06da225 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:12.992228 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-162d62e1-24b9-4c78-8b8d-0ed1c0ff6063 req-5eeac5d2-963a-4d55-972b-2aa2d06da225 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 948 time: 0.0993259 Aug 27 16:58:12.999299 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84a0ef18-7075-4664-83e0-c9792893cf29 req-084d4133-4246-42c0-b693-822f3ef64124 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034176 Aug 27 16:58:13.033889 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385864e-1548-477a-8497-dcad4c252f86 req-6744cece-7c61-4c2b-8e32-f37fcc2b3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.033889 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-6744cece-7c61-4c2b-8e32-f37fcc2b3036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.0830433 Aug 27 16:58:13.047901 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-162d62e1-24b9-4c78-8b8d-0ed1c0ff6063 req-8724eca3-d513-4cc0-8b9c-bed722ae6fef tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Aug 27 16:58:13.183412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-6a02346d-128a-4d3e-8534-6e5882a92ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.185006 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-6a02346d-128a-4d3e-8534-6e5882a92ffe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 1101 time: 0.1276274 Aug 27 16:58:13.203500 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683d54-eae2-4a1c-b477-52e26d97165c req-cc1e80e0-6cc6-450a-9765-662bd2b361cf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.205144 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e7683d54-eae2-4a1c-b477-52e26d97165c req-cc1e80e0-6cc6-450a-9765-662bd2b361cf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1019111 Aug 27 16:58:13.216214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:13.238871 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385864e-1548-477a-8497-dcad4c252f86 req-b6d3fc17-ead0-4b97-81fa-a5511041b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.240317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-b6d3fc17-ead0-4b97-81fa-a5511041b299 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.1915836 Aug 27 16:58:13.345767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-4ef3d30f-06ca-4dde-ab7a-0b46e7849456 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0709927 Aug 27 16:58:13.429464 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e7683d54-eae2-4a1c-b477-52e26d97165c req-86cd346e-edfe-492b-9e75-adbd19961353 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173560 Aug 27 16:58:13.466506 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-6dcd064e-b289-44a1-af28-2a2be1342f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.467979 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-6dcd064e-b289-44a1-af28-2a2be1342f97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=726d3752-6d82-4c86-a19e-f75503490a1e HTTP/1.1" status: 200 len: 870 time: 0.2570822 Aug 27 16:58:13.481559 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385864e-1548-477a-8497-dcad4c252f86 req-3931ab8a-9e08-46c3-9462-e79f93729209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.483133 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-3931ab8a-9e08-46c3-9462-e79f93729209 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.1053851 Aug 27 16:58:13.549875 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-4c10a196-70ef-4161-a6a8-707ed0c39858 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.551312 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-4c10a196-70ef-4161-a6a8-707ed0c39858 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 813 time: 0.2742712 Aug 27 16:58:13.566495 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-3af657d2-34d4-45e2-8514-954c5b18833e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc HTTP/1.1" status: 200 len: 217 time: 0.0700912 Aug 27 16:58:13.568224 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-b3f2de15-10cc-4321-9d7e-48e54bcc8db8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645993 Aug 27 16:58:13.576856 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-5070bcfc-d252-476f-a176-5883f87d06e8 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/quotas/ce23d0873fa14ceea6224e97e9458e49 HTTP/1.1" status: 200 len: 375 time: 0.0119822 Aug 27 16:58:13.638887 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-43810655-b334-4fb3-8d8e-ec790b2909aa tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555515 Aug 27 16:58:13.686676 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:58:13.747609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-626cc98a-b2d4-439b-a735-0ed5324f4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.749043 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-626cc98a-b2d4-439b-a735-0ed5324f4042 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f396c9f7-3c52-492d-b209-39a547f61e91 HTTP/1.1" status: 200 len: 843 time: 0.1560001 Aug 27 16:58:13.819866 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-12763a8e-0fa3-432b-8fb2-399a13964d97 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183466 Aug 27 16:58:13.840335 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-50d315a6-bf4a-42b6-bfa2-15cca5a5dc89 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875610 Aug 27 16:58:13.888801 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-bb2e8ee0-2748-4033-9224-f36d758937ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:13.890587 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-bb2e8ee0-2748-4033-9224-f36d758937ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=726d3752-6d82-4c86-a19e-f75503490a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1294084 Aug 27 16:58:14.305695 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b385864e-1548-477a-8497-dcad4c252f86 req-7a0a982c-965e-433b-8eda-f11a2d5cc04b service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739215 Aug 27 16:58:14.336520 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-67805e55-8d6c-449d-8722-91d02875c323 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830797 Aug 27 16:58:14.340074 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-825768d9-d0e2-4e24-8157-ee8b14a13ac3 service neutron] 10.222.0.43 "GET /v2.0/networks/726d3752-6d82-4c86-a19e-f75503490a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071250 Aug 27 16:58:14.349070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac1a8-af17-4230-96cd-b0dcdf4ae3b2 req-17ee6c6c-76f7-48e5-9cc7-d5a9568ebc4f tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:14.350526 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4ddac1a8-af17-4230-96cd-b0dcdf4ae3b2 req-17ee6c6c-76f7-48e5-9cc7-d5a9568ebc4f tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 948 time: 0.1221850 Aug 27 16:58:14.444225 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4ddac1a8-af17-4230-96cd-b0dcdf4ae3b2 req-bd4c2610-7861-4e90-b0fe-f6d196c00161 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874889 Aug 27 16:58:14.487077 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f07ada6-d499-4945-a0ae-b21d7662cf56 req-40a4db5d-c466-46fd-b40c-b9c36da8c9fb service neutron] 10.222.0.43 "GET /v2.0/networks/726d3752-6d82-4c86-a19e-f75503490a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290734 Aug 27 16:58:14.538844 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c4c25db8-e9fa-4dd7-ad1e-0aff87a94eec req-f06b5ad5-cf7e-43ab-97d4-d5df690738ad tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 210 time: 0.0269392 Aug 27 16:58:14.664365 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa49f2-94ea-4b85-b8f2-064d372b767d req-46fff197-8263-4a3c-a2cb-80e225a2f48c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:14.666843 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8fa49f2-94ea-4b85-b8f2-064d372b767d req-46fff197-8263-4a3c-a2cb-80e225a2f48c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0607269 Aug 27 16:58:14.716070 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8fa49f2-94ea-4b85-b8f2-064d372b767d req-91da1cc5-d867-4cc4-800c-aa989db3a75a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Aug 27 16:58:14.930960 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device ace564fb-8b92-4980-a3f0-5745bca83fcc details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:58:15.027065 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:15.038363 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'ace564fb-8b92-4980-a3f0-5745bca83fcc', 'network_id': '726d3752-6d82-4c86-a19e-f75503490a1e', 'port_id': 'ace564fb-8b92-4980-a3f0-5745bca83fcc', 'mac_address': 'fa:16:3e:fd:65:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f396c9f7-3c52-492d-b209-39a547f61e91', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:58:15.081291 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:15.094120 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace564fb-8b92-4980-a3f0-5745bca83fcc {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:15.114193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:15.118611 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:15.171158 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:15.569405 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a4f3-a2a1-4b39-8093-639ce7ad7052 req-52d8f1a4-40a3-4738-a97a-a00170fe0027 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:15.573421 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4de9a4f3-a2a1-4b39-8093-639ce7ad7052 req-52d8f1a4-40a3-4738-a97a-a00170fe0027 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 949 time: 0.0599520 Aug 27 16:58:15.607976 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4de9a4f3-a2a1-4b39-8093-639ce7ad7052 req-d1307833-a85a-49af-b68a-710de3ac1085 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Aug 27 16:58:15.646233 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6264b809-bddf-4f15-9e85-3cb2df158cca req-e739f5db-041b-4af4-8d9c-5799eb8db96f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 210 time: 0.0335677 Aug 27 16:58:15.684962 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['ace564fb-8b92-4980-a3f0-5745bca83fcc'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:15.908799 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10418ab2-a2e5-4d9d-a084-e324b8991d8a req-7dbf4422-eed0-4ebd-8f1e-16ee06a3d463 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:15.917953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10418ab2-a2e5-4d9d-a084-e324b8991d8a req-7dbf4422-eed0-4ebd-8f1e-16ee06a3d463 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1220424 Aug 27 16:58:15.966559 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10418ab2-a2e5-4d9d-a084-e324b8991d8a req-4be30360-062d-4331-9339-263b2ad0e74d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Aug 27 16:58:15.988367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-f0c0ecce-1a3e-4447-a2fb-ee271fb91690 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:15.989866 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-f0c0ecce-1a3e-4447-a2fb-ee271fb91690 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 813 time: 0.1621475 Aug 27 16:58:16.026626 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Request body: {'port': {'device_id': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150', 'admin_state_up': True, 'tenant_id': 'ce23d0873fa14ceea6224e97e9458e49'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:16.134383 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Made reservation on behalf of ce23d0873fa14ceea6224e97e9458e49 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:16.137750 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:16.264236 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Allocated IP 172.20.0.5 (1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150/8c029ed2-b5cd-4382-9a4f-199d86ccc2b4/b76654e5-3b6c-4f9c-8ca6-b3f296741178) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:16.413664 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:16.451560 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:16.493546 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:16.496483 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:16.499024 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:16.530109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Pushing event updated for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:16.561930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:16.562556 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:16.576808 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-08c9c164-e8c6-4ecf-a7e2-eff8b528e526 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540557 Aug 27 16:58:16.620394 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Request body: {'port': {'device_id': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:16.691824 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:16.780562 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed408-0d12-4688-9c8e-c8bf52e59f61 req-0a65e8fa-4116-41a5-a848-f8b43deda1c3 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:16.782149 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d3eed408-0d12-4688-9c8e-c8bf52e59f61 req-0a65e8fa-4116-41a5-a848-f8b43deda1c3 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 949 time: 0.1043718 Aug 27 16:58:16.879833 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caecdf1-d6e6-49e3-8eb9-57a540d15814 req-9b48fd44-b41e-4591-9563-3e6ea6d4505f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:16.881305 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3caecdf1-d6e6-49e3-8eb9-57a540d15814 req-9b48fd44-b41e-4591-9563-3e6ea6d4505f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 931 time: 0.1608696 Aug 27 16:58:16.926640 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d3eed408-0d12-4688-9c8e-c8bf52e59f61 req-b2935398-a2f1-4005-8dcc-a0ecd5145bb2 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355147 Aug 27 16:58:16.984914 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3caecdf1-d6e6-49e3-8eb9-57a540d15814 req-bbaa9ac8-d088-46f7-b82b-ca50c194d8ea tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952847 Aug 27 16:58:17.127849 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915840-74da-4df0-814b-1908f7a1e294 req-56afb4fa-b8b5-42b0-bb78-c881788bffd2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:17.129337 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-40915840-74da-4df0-814b-1908f7a1e294 req-56afb4fa-b8b5-42b0-bb78-c881788bffd2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0905645 Aug 27 16:58:17.133155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76654e5-3b6c-4f9c-8ca6-b3f296741178 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:17.146815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:17.170514 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Transition to ACTIVE for port object b76654e5-3b6c-4f9c-8ca6-b3f296741178 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:17.177756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:17.194657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-40915840-74da-4df0-814b-1908f7a1e294 req-b18cb5dc-34cd-4a24-9e98-97abde70aacf tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Aug 27 16:58:17.257942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Pushing event updated for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:17.306766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Attempting to bind port b76654e5-3b6c-4f9c-8ca6-b3f296741178 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:17.307102 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Attempting to bind port b76654e5-3b6c-4f9c-8ca6-b3f296741178 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:17.307433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Attempting to bind port b76654e5-3b6c-4f9c-8ca6-b3f296741178 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:17.311577 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Port b76654e5-3b6c-4f9c-8ca6-b3f296741178 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:58:17.312720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Attempting to bind port b76654e5-3b6c-4f9c-8ca6-b3f296741178 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:17.317803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:17.318145 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Checking segment: {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:17.318526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Bound using segment: {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:17.318947 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Bound port: b76654e5-3b6c-4f9c-8ca6-b3f296741178, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:17.319303 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:17.384472 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:17.387591 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:17.391080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:17.429865 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:17.430474 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:17.431834 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] 10.222.0.43 "PUT /v2.0/ports/b76654e5-3b6c-4f9c-8ca6-b3f296741178 HTTP/1.1" status: 200 len: 1093 time: 0.8157926 Aug 27 16:58:17.432258 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:17.434502 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:17.457152 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d1ec9-a91e-4f57-8f73-8a5bf0754db1 service neutron] Pushing event updated for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:17.470743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef533b0f-fe89-493e-93c8-76daa284f6b9 x-openstack-request-id: req-ef533b0f-fe89-493e-93c8-76daa284f6b9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:17.471030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:17.471277 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef533b0f-fe89-493e-93c8-76daa284f6b9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:17.471666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178', 'status': 'completed', 'code': 200} Aug 27 16:58:17.565454 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-9b99c61c-acec-4e28-9d1f-a51d9efb60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:17.567004 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-9b99c61c-acec-4e28-9d1f-a51d9efb60a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0412169 Aug 27 16:58:17.625767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-25fcb297-246a-43aa-9ba2-ba01ddc19971 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178 HTTP/1.1" status: 200 len: 217 time: 0.0347676 Aug 27 16:58:17.680462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-fb58ae81-242e-4783-b58b-ae983acc75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:17.681943 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-fb58ae81-242e-4783-b58b-ae983acc75e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 HTTP/1.1" status: 200 len: 853 time: 0.0479538 Aug 27 16:58:17.716947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-d0b529fa-22e5-4f44-b125-ee1fcc71079b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247078 Aug 27 16:58:17.813682 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-6aa0d49f-bcc0-46e9-82e1-d4b8739d9892 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824342 Aug 27 16:58:17.913775 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06eb5100-76e4-41db-9e9d-4e52f4e6fe20 req-795524c9-5af5-4b13-9bc5-363f12b7182a service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915356 Aug 27 16:58:18.057335 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b77f3d-e5f8-496c-8fae-5940f8a7a7a2 req-b5a80825-ad46-405c-91d5-aef91c24b305 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.058881 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88b77f3d-e5f8-496c-8fae-5940f8a7a7a2 req-b5a80825-ad46-405c-91d5-aef91c24b305 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 949 time: 0.0562494 Aug 27 16:58:18.150677 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88b77f3d-e5f8-496c-8fae-5940f8a7a7a2 req-a60e210b-db50-4261-8437-94ed5e180788 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851529 Aug 27 16:58:18.169660 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439155-7a24-41df-8133-ba6ef0bdea2f req-5996fb3c-3006-4185-bfe4-f96fb05df587 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.171106 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f439155-7a24-41df-8133-ba6ef0bdea2f req-5996fb3c-3006-4185-bfe4-f96fb05df587 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 943 time: 0.0994103 Aug 27 16:58:18.177447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-be702bcd-f15e-42c5-842f-11d5788ed7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.178863 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-be702bcd-f15e-42c5-842f-11d5788ed7d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 1096 time: 0.0758162 Aug 27 16:58:18.252623 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f439155-7a24-41df-8133-ba6ef0bdea2f req-705ec84c-b556-4a10-bedb-fc3d79d4f3ec tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728104 Aug 27 16:58:18.322721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-ac1855a7-c412-4ff3-a78c-e9e16c31515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.324174 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-ac1855a7-c412-4ff3-a78c-e9e16c31515e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 914 time: 0.1317027 Aug 27 16:58:18.332862 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b680-50a8-4c67-89b3-7613c9a1cd1b req-54de4956-3394-45d8-ae16-5dd5b5756c21 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.334239 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9a1b680-50a8-4c67-89b3-7613c9a1cd1b req-54de4956-3394-45d8-ae16-5dd5b5756c21 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0736785 Aug 27 16:58:18.372949 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-fca5499e-946f-4ff3-859b-9e8e43ce2e6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178 HTTP/1.1" status: 200 len: 217 time: 0.0377774 Aug 27 16:58:18.428299 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9a1b680-50a8-4c67-89b3-7613c9a1cd1b req-fbbe5a3a-17dd-45af-8684-3f615c32c382 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878165 Aug 27 16:58:18.440532 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-c688d84b-e3dd-4efb-85c1-6dfe59fa2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:18.442077 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-c688d84b-e3dd-4efb-85c1-6dfe59fa2355 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 HTTP/1.1" status: 200 len: 853 time: 0.0551667 Aug 27 16:58:18.483151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-0cbfaec8-8333-447c-8dce-ffec6b4aa94a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275903 Aug 27 16:58:18.586817 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-f7360a1e-9dcf-41da-a437-517156263ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Aug 27 16:58:18.683645 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1c78ed41-1cee-4ee2-9ea7-fb97d051e2d8 req-f95175b4-e91d-4615-afbb-9033ced5df3b service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854018 Aug 27 16:58:18.935645 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device ace564fb-8b92-4980-a3f0-5745bca83fcc up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:18.985066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port ace564fb-8b92-4980-a3f0-5745bca83fcc completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:18.988800 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port ace564fb-8b92-4980-a3f0-5745bca83fcc triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:18.989164 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.065105 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.088102 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:19.090370 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7c6ee-2f56-41cc-97a7-ad853fe0f10f" -d '{"events": [{"server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "name": "network-vif-plugged", "status": "completed", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:19.104073 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:19.113440 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.147125 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b09334f-5a91-43ec-a178-4f51e8a0e382 x-openstack-request-id: req-7b09334f-5a91-43ec-a178-4f51e8a0e382 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:19.147544 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "name": "network-vif-plugged", "status": "completed", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:19.147805 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b09334f-5a91-43ec-a178-4f51e8a0e382 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:19.148238 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc', 'code': 200} Aug 27 16:58:19.192430 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:19.299863 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecd1bb-7de2-40bd-96bc-4e2f0c72e0bc req-7922a385-78cd-4c36-8116-c24ea6deab48 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:19.301432 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-36ecd1bb-7de2-40bd-96bc-4e2f0c72e0bc req-7922a385-78cd-4c36-8116-c24ea6deab48 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0649240 Aug 27 16:58:19.357295 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-36ecd1bb-7de2-40bd-96bc-4e2f0c72e0bc req-b0a570f6-2942-413b-9e84-ccd3e8ed61c4 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Aug 27 16:58:19.408556 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b492368-6814-4e7c-9833-0e9dfc7f40c8 req-c767a2e0-c78d-4bdd-8547-d65e08ace5cb tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:19.410197 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b492368-6814-4e7c-9833-0e9dfc7f40c8 req-c767a2e0-c78d-4bdd-8547-d65e08ace5cb tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 943 time: 0.0749197 Aug 27 16:58:19.489600 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b492368-6814-4e7c-9833-0e9dfc7f40c8 req-1c642843-5510-495c-9ee0-f9247448428e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661960 Aug 27 16:58:19.492711 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd248616-5649-4c6c-bcdc-f091c29d772b req-4dede309-28cc-4e55-a631-b77992db03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:19.494199 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bd248616-5649-4c6c-bcdc-f091c29d772b req-4dede309-28cc-4e55-a631-b77992db03ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 1103 time: 0.0791564 Aug 27 16:58:19.608043 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bd248616-5649-4c6c-bcdc-f091c29d772b req-409f8918-2bff-4aca-8a64-ae23b831c507 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727668 Aug 27 16:58:19.624179 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b9ea9-9968-446b-8e54-41e9cd8abc23 req-a021041e-843c-44ab-93ea-d8d825be75c4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:19.627846 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce5b9ea9-9968-446b-8e54-41e9cd8abc23 req-a021041e-843c-44ab-93ea-d8d825be75c4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0727582 Aug 27 16:58:19.639317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 41860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:19.667895 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce5b9ea9-9968-446b-8e54-41e9cd8abc23 req-cd12e9b3-b39d-4599-a6fc-0ad4be20cf97 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Aug 27 16:58:19.744449 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0342ac6a-65b7-474a-9d54-1a9f1e76afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.831437 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0342ac6a-65b7-474a-9d54-1a9f1e76afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.835498 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0342ac6a-65b7-474a-9d54-1a9f1e76afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.873721 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0342ac6a-65b7-474a-9d54-1a9f1e76afa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc1352789a7648c7ae03951bc2873b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332370 Aug 27 16:58:19.875171 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342ac6a-65b7-474a-9d54-1a9f1e76afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e80ea-32cf-4e0f-a254-4d29494de853,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:19.876843 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 41864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:19.937777 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:19.959947 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.017593 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.020809 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.022392 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad7e80ea-32cf-4e0f-a254-4d29494de853 HTTP/1.1" status: 204 len: 168 time: 0.1433320 Aug 27 16:58:20.030193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf5e7-2165-455d-8b55-0c2799e1f765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e80ea-32cf-4e0f-a254-4d29494de853,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:20.284246 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 41874) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:20.297194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bbc064f-f650-4c5b-818f-337957b59cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.383400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bbc064f-f650-4c5b-818f-337957b59cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.387365 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bbc064f-f650-4c5b-818f-337957b59cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.426553 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5bbc064f-f650-4c5b-818f-337957b59cda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b3aac1851804a4da46e419113fbac0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411264 Aug 27 16:58:20.427361 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc064f-f650-4c5b-818f-337957b59cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636afdef-e0be-46ca-a418-4407060c0d55,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:20.429714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 41878) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:20.510896 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8010e-203b-4214-b314-b55d273b2ce9 req-d4213f7f-010d-48fc-bc41-51305c13555c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:20.512456 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-74b8010e-203b-4214-b314-b55d273b2ce9 req-d4213f7f-010d-48fc-bc41-51305c13555c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0807166 Aug 27 16:58:20.535128 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.581934 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.586852 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-74b8010e-203b-4214-b314-b55d273b2ce9 req-a06a91d0-fd9f-4784-89fc-9082c5207504 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677671 Aug 27 16:58:20.647430 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42160f92-d092-4508-9f06-f7ec347ff9a0 req-90015750-833d-4ff1-acba-c4a7cfb376dc tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:20.648999 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42160f92-d092-4508-9f06-f7ec347ff9a0 req-90015750-833d-4ff1-acba-c4a7cfb376dc tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 943 time: 0.0873373 Aug 27 16:58:20.678281 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.680694 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:20.681805 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/636afdef-e0be-46ca-a418-4407060c0d55 HTTP/1.1" status: 204 len: 168 time: 0.2511528 Aug 27 16:58:20.699184 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34678462-7bc4-4d21-9b6e-2e2789478efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636afdef-e0be-46ca-a418-4407060c0d55,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:20.709355 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42160f92-d092-4508-9f06-f7ec347ff9a0 req-03b9874d-3e84-479c-8c80-3f033f73a92a tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492802 Aug 27 16:58:20.823331 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f3fb3-990d-4678-9062-a20c82a947a8 req-b888d226-d4bc-4c68-9165-2bce9b84fc90 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:20.824819 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-784f3fb3-990d-4678-9062-a20c82a947a8 req-b888d226-d4bc-4c68-9165-2bce9b84fc90 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0487494 Aug 27 16:58:20.863656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-784f3fb3-990d-4678-9062-a20c82a947a8 req-437a0d5a-9cad-4d5a-8c5e-11dc2b06ac9d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Aug 27 16:58:20.930896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b76654e5-3b6c-4f9c-8ca6-b3f296741178 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:58:21.040244 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:21.054262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178', 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150', 'port_id': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178', 'mac_address': 'fa:16:3e:dd:21:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c029ed2-b5cd-4382-9a4f-199d86ccc2b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:58:21.099241 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:21.112527 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76654e5-3b6c-4f9c-8ca6-b3f296741178 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:21.133635 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:21.138436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:21.186482 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:21.713208 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683ecca-41e7-453f-9e87-4e382a62f809 req-57e8abd7-79c9-4825-a5b2-6fc612731aa0 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:21.714718 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6683ecca-41e7-453f-9e87-4e382a62f809 req-57e8abd7-79c9-4825-a5b2-6fc612731aa0 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0540330 Aug 27 16:58:21.758780 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6683ecca-41e7-453f-9e87-4e382a62f809 req-21e8e5f7-539b-4e12-87c8-b5d36853b38b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Aug 27 16:58:21.810381 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b76654e5-3b6c-4f9c-8ca6-b3f296741178'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:21.846522 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0f83-1370-474c-adbc-8580de9cd09a req-4d9c42e3-618d-47ac-a87c-7080bbedbfa4 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:21.850480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e1c0f83-1370-474c-adbc-8580de9cd09a req-4d9c42e3-618d-47ac-a87c-7080bbedbfa4 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 944 time: 0.0594063 Aug 27 16:58:21.890476 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e1c0f83-1370-474c-adbc-8580de9cd09a req-38b2a652-ed87-4bb2-abdd-f98b5ca89d85 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Aug 27 16:58:22.047970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12110a-c983-4f54-a1c4-dff9fed27712 req-9d103711-5d09-4eb2-8296-470f71ee328d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:22.050292 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3f12110a-c983-4f54-a1c4-dff9fed27712 req-9d103711-5d09-4eb2-8296-470f71ee328d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0569677 Aug 27 16:58:22.090907 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3f12110a-c983-4f54-a1c4-dff9fed27712 req-6f18c59e-1ff3-4101-99f6-bacfc2a5a3d6 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Aug 27 16:58:22.160814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61559a2-b82a-424c-97ab-d3490a09fa5d req-63fa799a-36f5-477f-a024-4ce348e4ef54 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:22.162566 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f61559a2-b82a-424c-97ab-d3490a09fa5d req-63fa799a-36f5-477f-a024-4ce348e4ef54 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0595455 Aug 27 16:58:22.202825 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f61559a2-b82a-424c-97ab-d3490a09fa5d req-90575666-ddaf-4b4f-b386-c1ba8c569a51 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 27 16:58:23.002554 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0c355-3f0d-409c-b132-0bc266840831 req-7f4881e3-f4af-427e-84db-0c1e8f37183d tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:23.004025 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7f0c355-3f0d-409c-b132-0bc266840831 req-7f4881e3-f4af-427e-84db-0c1e8f37183d tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 944 time: 0.0497231 Aug 27 16:58:23.042303 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7f0c355-3f0d-409c-b132-0bc266840831 req-b6e25d8d-9048-45f3-b823-1a6630c2ba0f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Aug 27 16:58:23.206267 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e72401-453b-4b17-9112-44cfd5968f92 req-9bbf5d79-aedb-4564-b242-292a07bbf76a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:23.207649 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-65e72401-453b-4b17-9112-44cfd5968f92 req-9bbf5d79-aedb-4564-b242-292a07bbf76a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0483041 Aug 27 16:58:23.246773 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-65e72401-453b-4b17-9112-44cfd5968f92 req-8f38738e-6dcf-464a-b059-b044c279a86a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Aug 27 16:58:23.337116 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad334a-9dc9-49f0-979d-8a892cb0b452 req-28ddc924-b1dd-4d1f-8dfd-cf410ae069cc tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:23.338612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8ad334a-9dc9-49f0-979d-8a892cb0b452 req-28ddc924-b1dd-4d1f-8dfd-cf410ae069cc tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0616407 Aug 27 16:58:23.377009 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8ad334a-9dc9-49f0-979d-8a892cb0b452 req-aeae5bd9-127f-456d-bbc5-59de87ae821a tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Aug 27 16:58:24.169882 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc0a59-7c4a-4a65-8703-5564ecdf7211 req-03780697-5369-43c4-a079-836d836c2593 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:24.172142 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9dc0a59-7c4a-4a65-8703-5564ecdf7211 req-03780697-5369-43c4-a079-836d836c2593 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 944 time: 0.0588131 Aug 27 16:58:24.207937 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9dc0a59-7c4a-4a65-8703-5564ecdf7211 req-4f1bdcf6-bc45-47f2-974f-e2fd671bebe5 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302410 Aug 27 16:58:24.368627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b209c8-6b69-4cbb-ada9-81a7117606d9 req-f2f64e34-6769-4d8f-88e2-cc65bbdfe1c8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:24.370061 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-28b209c8-6b69-4cbb-ada9-81a7117606d9 req-f2f64e34-6769-4d8f-88e2-cc65bbdfe1c8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0490603 Aug 27 16:58:24.411810 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-28b209c8-6b69-4cbb-ada9-81a7117606d9 req-637711c6-0df5-4447-bddd-af159ce65d64 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Aug 27 16:58:24.503913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac991043-4dfc-4566-9529-c4e4b3a30c5c req-3694151b-2f95-49a9-a8cf-5f818aac369c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:24.505662 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ac991043-4dfc-4566-9529-c4e4b3a30c5c req-3694151b-2f95-49a9-a8cf-5f818aac369c tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0550652 Aug 27 16:58:24.544087 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ac991043-4dfc-4566-9529-c4e4b3a30c5c req-c07045ee-9f55-436a-bb83-961cca5a045e tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Aug 27 16:58:24.955121 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b76654e5-3b6c-4f9c-8ca6-b3f296741178 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:25.011983 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port b76654e5-3b6c-4f9c-8ca6-b3f296741178 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:25.017127 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port b76654e5-3b6c-4f9c-8ca6-b3f296741178 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:25.017761 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.019274 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-ebda3ccd-7847-41d1-999d-f2deb6a28f0b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:25.020780 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-ebda3ccd-7847-41d1-999d-f2deb6a28f0b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.43 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 950 time: 0.0546615 Aug 27 16:58:25.117319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.160082 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:25.163214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2c4a99-66f6-42e9-ae8e-10a716ea3c7e" -d '{"events": [{"server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:25.175055 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Deleting port ace564fb-8b92-4980-a3f0-5745bca83fcc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:58:25.175471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.204458 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:25.214793 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.246217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de67797-7bcc-4af4-bf2b-f8d24d176bc4 x-openstack-request-id: req-0de67797-7bcc-4af4-bf2b-f8d24d176bc4 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:25.246501 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "name": "network-vif-plugged", "status": "completed", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:25.246752 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0de67797-7bcc-4af4-bf2b-f8d24d176bc4 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:25.247480 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178', 'code': 200} Aug 27 16:58:25.286333 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:25.388159 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] For port ace564fb-8b92-4980-a3f0-5745bca83fcc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ace564fb-8b92-4980-a3f0-5745bca83fcc,segment=NetworkSegment(e96039e8-166c-4c49-8986-7e4c151f9792),segment_id=e96039e8-166c-4c49-8986-7e4c151f9792)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:25.388525 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.408653 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Calling delete_port for ace564fb-8b92-4980-a3f0-5745bca83fcc owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:58:25.428200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a752f9-6e46-4349-8a2c-de35719448c1 req-e9d23602-869d-40e1-abec-80575d33d44b tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:25.429936 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-82a752f9-6e46-4349-8a2c-de35719448c1 req-e9d23602-869d-40e1-abec-80575d33d44b tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0941174 Aug 27 16:58:25.561676 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-82a752f9-6e46-4349-8a2c-de35719448c1 req-fce9dc3c-6479-473b-849a-320889713598 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874572 Aug 27 16:58:25.643629 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1395a25-3a45-4f76-b93c-acd8cba8c791 req-07170fd4-2aa0-4c39-ac1b-81bc759f475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:25.644730 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b1395a25-3a45-4f76-b93c-acd8cba8c791 req-07170fd4-2aa0-4c39-ac1b-81bc759f475e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 1098 time: 0.1247571 Aug 27 16:58:25.653955 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343e1a2-3503-4f46-ac03-173b40cb9572 req-ff8f2890-6984-4c7c-90b3-2f95e4ae2c32 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:25.656145 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6343e1a2-3503-4f46-ac03-173b40cb9572 req-ff8f2890-6984-4c7c-90b3-2f95e4ae2c32 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1118279 Aug 27 16:58:25.779165 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.783087 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b1395a25-3a45-4f76-b93c-acd8cba8c791 req-f8241c8e-3955-417d-b2e6-c4425cdd2da6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160879 Aug 27 16:58:25.801768 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c85ae9-0119-4b90-802f-bfd89b9bba9b req-bc86f219-badb-42cb-b090-748ef3a6cbd6 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:25.803187 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88c85ae9-0119-4b90-802f-bfd89b9bba9b req-bc86f219-badb-42cb-b090-748ef3a6cbd6 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 867 time: 0.1653938 Aug 27 16:58:25.806288 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6343e1a2-3503-4f46-ac03-173b40cb9572 req-d69a7d28-9f5b-442a-825c-a39ebe8db82e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182013 Aug 27 16:58:25.835486 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Pushing event deleted for resources: {'Port': ['ID=ace564fb-8b92-4980-a3f0-5745bca83fcc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:25.900372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] No DVR routers for this DVR port ace564fb-8b92-4980-a3f0-5745bca83fcc on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:58:25.904234 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88c85ae9-0119-4b90-802f-bfd89b9bba9b req-b1be45b2-afbf-4b3d-961e-5ddbf856066d tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a38f0a6-d7c5-40be-8668-513ba252bff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Aug 27 16:58:25.907188 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:25.909312 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-563b2e77-a1a5-488b-8014-3bb492e58cc8 req-47ca606d-e084-4da9-9c9c-d42921d37a8b tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.43 "DELETE /v2.0/ports/ace564fb-8b92-4980-a3f0-5745bca83fcc HTTP/1.1" status: 204 len: 173 time: 0.8818879 Aug 27 16:58:25.909715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'name': 'network-vif-deleted', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:25.911980 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9d4066-0abe-4de8-b975-63eca9c7f417" -d '{"events": [{"server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "name": "network-vif-deleted", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:25.951472 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffb546-1bff-41df-b7c5-5e8d5917d7ae x-openstack-request-id: req-d7ffb546-1bff-41df-b7c5-5e8d5917d7ae {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:25.951764 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173493d5-cceb-47ee-8e9b-1d2731e617ed", "name": "network-vif-deleted", "tag": "ace564fb-8b92-4980-a3f0-5745bca83fcc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:25.952017 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7ffb546-1bff-41df-b7c5-5e8d5917d7ae {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:25.953172 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173493d5-cceb-47ee-8e9b-1d2731e617ed', 'name': 'network-vif-deleted', 'tag': 'ace564fb-8b92-4980-a3f0-5745bca83fcc', 'status': 'completed', 'code': 200} Aug 27 16:58:26.267948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-f6fe4767-acae-4236-9910-37cc1b074e30 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:26.269411 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-f6fe4767-acae-4236-9910-37cc1b074e30 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.1014864 Aug 27 16:58:26.284465 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-d1410553-0bed-4f9e-8679-964ecb5bcde8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/quotas/f6d2caca54cc4c9fa18cfe39494413ea HTTP/1.1" status: 200 len: 375 time: 0.0089674 Aug 27 16:58:26.570328 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-e6971693-778e-443f-9c5f-8833446b2cac tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2806509 Aug 27 16:58:26.630609 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:26.659735 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-17e63b59-7855-4329-b49e-5e648c594f02 service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Aug 27 16:58:26.742033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389a945a-f332-4936-9f32-84967e4b1028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:26.753879 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-5c41b128-95e4-446c-b696-ae02235c0f06 service neutron] 10.222.0.44 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865285 Aug 27 16:58:26.831469 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389a945a-f332-4936-9f32-84967e4b1028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:26.835194 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-389a945a-f332-4936-9f32-84967e4b1028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:26.873714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42100) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:26.873895 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-389a945a-f332-4936-9f32-84967e4b1028 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c609f90f8626409bbac71b0fa8a2879b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408068 Aug 27 16:58:26.886909 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a945a-f332-4936-9f32-84967e4b1028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5cf3f8-4ef3-4b6e-b722-18bf2a97822f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:26.971082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ba5c1-c077-4e24-a2b9-1026d17114e6 req-e26a91ae-dd9b-41bf-abb2-a7afa3fc148f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:26.972546 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c28ba5c1-c077-4e24-a2b9-1026d17114e6 req-e26a91ae-dd9b-41bf-abb2-a7afa3fc148f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Aug 27 16:58:26.977716 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.016065 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.039093 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c28ba5c1-c077-4e24-a2b9-1026d17114e6 req-368011a7-4949-418a-856c-9dcc2b5f94fa tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595119 Aug 27 16:58:27.086908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.089975 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.096258 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab5cf3f8-4ef3-4b6e-b722-18bf2a97822f HTTP/1.1" status: 204 len: 168 time: 0.2179179 Aug 27 16:58:27.105995 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d8acd-3918-48dd-86e4-595db7ba661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5cf3f8-4ef3-4b6e-b722-18bf2a97822f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:27.186349 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429195a-633f-4c03-abda-a444b5550a3f req-2fb742b1-9e1f-4f52-b84a-4a2844538d18 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:27.188890 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8429195a-633f-4c03-abda-a444b5550a3f req-2fb742b1-9e1f-4f52-b84a-4a2844538d18 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0676038 Aug 27 16:58:27.238054 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8429195a-633f-4c03-abda-a444b5550a3f req-9e49e6b9-bc50-4e2c-8fb7-d46b8ab944ea tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Aug 27 16:58:27.314807 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-93981e7d-ca95-40dd-b0a6-7bc0c45d2696 req-75f84c8e-be5d-4766-8cd4-777dde18eef0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Aug 27 16:58:27.398412 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06034874-b518-41f7-8256-6026e86e0677 req-0a4ffdfc-401f-4a6c-8e17-09f4106ae954 tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0281711 Aug 27 16:58:27.724713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42134) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:27.821305 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-234505733-network', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:27.841478 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Made reservation on behalf of d6b4a1271d7549e183698739c34b5b57 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:27.844168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.852313 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.942183 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.945679 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.965099 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:58:27.979746 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4b8eeb-43f7-453b-af29-dffab1cdc471,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:27.982608 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:27.982948 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Added segment 02fa8535-6395-47ff-9d07-6dcb875073b7 of type vlan for network 5770af8c-1070-4072-ab51-777b704281a7 Aug 27 16:58:28.025292 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.048775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.049759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:28.050352 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.105960 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3800879 Aug 27 16:58:28.108821 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42142) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:28.115716 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Request body: {'subnet': {'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-234505733-subnet', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:28.119803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fba3a0-de5d-4956-a71e-f7788668b69f admin admin] Pushing event updated for resources: {'Network': ['ID=5770af8c-1070-4072-ab51-777b704281a7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:28.131145 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 5770af8c-1070-4072-ab51-777b704281a7 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:58:28.167236 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Made reservation on behalf of d6b4a1271d7549e183698739c34b5b57 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:28.169558 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.227828 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddaae2-b32d-4187-a92f-c53f3188c235 req-d99d6856-db3e-4397-b20f-ca3786197a88 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:28.229292 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5eddaae2-b32d-4187-a92f-c53f3188c235 req-d99d6856-db3e-4397-b20f-ca3786197a88 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.1054323 Aug 27 16:58:28.290903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5eddaae2-b32d-4187-a92f-c53f3188c235 req-46109992-c96e-49b2-8eb0-33e55773a965 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549731 Aug 27 16:58:28.402975 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.453598 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9da3c-41e8-4959-96c6-101db208b572 req-c7db9a98-6ed9-4b12-9576-8454c390d0cc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:28.454983 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81e9da3c-41e8-4959-96c6-101db208b572 req-c7db9a98-6ed9-4b12-9576-8454c390d0cc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0949168 Aug 27 16:58:28.477935 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a64b23-cb88-4593-941f-e9045a297c70,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:28.498326 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Checking segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:28.498680 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Network hostable DHCP agents. Network: 5770af8c-1070-4072-ab51-777b704281a7, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:58:28.518163 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81e9da3c-41e8-4959-96c6-101db208b572 req-8baba3fa-6719-4984-92b1-487924a2a13b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Aug 27 16:58:28.526964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Network 5770af8c-1070-4072-ab51-777b704281a7 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:58:28.535576 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 5770af8c-1070-4072-ab51-777b704281a7) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:28.539842 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:28.540438 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.547936 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c65b8-89cc-421d-9f84-38e67c2c0ced None None] Network 5770af8c-1070-4072-ab51-777b704281a7 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:28.562573 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5275befd-6045-4a8c-9dd5-c44d7c0a1c96 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4473507 Aug 27 16:58:28.563020 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42150) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:28.567548 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:28.601453 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.602756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.621019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-14a0cb14-1c8a-4294-98c2-d3e5aca03ef1 req-be7f5d93-d157-45de-a8df-85f99ff1d487 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 210 time: 0.0358348 Aug 27 16:58:28.684217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.700560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-5770af8c-1070-4072-ab51-777b704281a7', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:58:28.701424 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.741309 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ecc406f3-98c0-4c18-adc1-df03227c86c3 req-26d7ad92-bca3-44be-bb75-b553fff7e1ed tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0606856 Aug 27 16:58:28.773833 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['ace564fb-8b92-4980-a3f0-5745bca83fcc'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:28.847740 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:28.870938 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Allocated IP 172.20.0.2 (5770af8c-1070-4072-ab51-777b704281a7/61a64b23-cb88-4593-941f-e9045a297c70/c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:29.009395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.017993 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Transition to ACTIVE for port object c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:29.032751 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Transition to ACTIVE for port object c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:29.038826 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.049117 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.068859 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.075921 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Network 5770af8c-1070-4072-ab51-777b704281a7 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:29.080961 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:29.084481 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:29.091115 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Pushing event updated for resources: {'Port': ['ID=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:29.152009 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Attempting to bind port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:29.152693 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Attempting to bind port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:29.152818 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Attempting to bind port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca on network 5770af8c-1070-4072-ab51-777b704281a7 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:29.159504 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:29.159915 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Checking segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:29.160311 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.160858 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Bound using segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:29.161411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Bound port: c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:29.162462 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.179436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Allocated IP 172.27.2.252 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:29.228843 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] For port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:29.231868 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] For port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:29.236567 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.290262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cee3f-d29a-4561-8068-a997e4764196 None None] Pushing event updated for resources: {'Port': ['ID=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:29.300953 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.353678 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.430190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:29.434663 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:29.440969 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:29.444476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Pushing event updated for resources: {'Port': ['ID=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:29.492229 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328bee-0cae-4c80-885a-311b9dd5725a req-185162ab-d1eb-478e-8ca2-bb68a8d9677e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:29.493816 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-34328bee-0cae-4c80-885a-311b9dd5725a req-185162ab-d1eb-478e-8ca2-bb68a8d9677e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.1100256 Aug 27 16:58:29.624639 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-34328bee-0cae-4c80-885a-311b9dd5725a req-24fca1c7-0e28-4554-ba5d-89174372cc79 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236293 Aug 27 16:58:29.728546 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b332b8-956f-44ef-b017-8b0c30aba548 req-d1117ac0-86e0-4b72-84ae-c50d20a99674 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:29.730035 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-47b332b8-956f-44ef-b017-8b0c30aba548 req-d1117ac0-86e0-4b72-84ae-c50d20a99674 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1111696 Aug 27 16:58:29.732799 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:29.768716 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ad4f222d-2724-49df-8a31-bed7c2ae1ad7 req-c4f675a8-b4b2-43f9-ad09-72ad09e10154 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 210 time: 0.0508199 Aug 27 16:58:29.791228 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:29.849271 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-47b332b8-956f-44ef-b017-8b0c30aba548 req-c68f3a80-7026-48be-925c-6e42d37106c1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Aug 27 16:58:29.853931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:29.940504 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c5734c23-2de2-4b3c-969b-6061906b38e1 req-a4767e18-9a68-43d5-8598-4432defc1afe tempest-VolumesNegativeTest-1996943947 tempest-VolumesNegativeTest-1996943947-project] 10.222.0.44 "GET /v2.0/ports?device_id=173493d5-cceb-47ee-8e9b-1d2731e617ed HTTP/1.1" status: 200 len: 210 time: 0.0354941 Aug 27 16:58:30.135669 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.284712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Router 14e68dde-7ff7-406a-94ec-6236576ec91f is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:58:30.319523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc19df8c-0b6f-4090-86ba-7dce94ed1454 None None] Network 5770af8c-1070-4072-ab51-777b704281a7 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:30.389704 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Provisioning for port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:30.395657 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Provisioning complete for port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:30.396032 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.439123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:58:30.450931 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Sync routers for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:58:30.458487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.460322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-66946e1e-b5fb-478c-a080-b74a95f8d54c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8962812 Aug 27 16:58:30.460582 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:30.461249 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:30.463732 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:30.545574 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.571696 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:30.605277 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] For port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:30.613456 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.694961 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e756dd-a614-4005-8895-9e58493ada05 None None] Pushing event updated for resources: {'Port': ['ID=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:30.832274 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:29Z', 'revision_number': 3, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:30.881386 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Checking router: 14e68dde-7ff7-406a-94ec-6236576ec91f for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:58:30.881851 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Updating router 14e68dde-7ff7-406a-94ec-6236576ec91f port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:58:30.908737 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:30.962411 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88e79821-c52d-4585-bc62-3ad23e1ae7d9 req-6da5030a-e010-4513-a921-cdb3e7208273 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 210 time: 0.0476022 Aug 27 16:58:30.979343 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34ac04-c8e9-45a2-b2c8-1ee16dacfc6b req-2f621111-127e-403a-9976-74fa18f6d729 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:30.980991 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0c34ac04-c8e9-45a2-b2c8-1ee16dacfc6b req-2f621111-127e-403a-9976-74fa18f6d729 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.2542236 Aug 27 16:58:31.029399 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.047592 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-3577abcf-c95d-45d9-9476-5950d508eba2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:31.049186 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-3577abcf-c95d-45d9-9476-5950d508eba2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 814 time: 0.2738955 Aug 27 16:58:31.065667 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-be60606f-59a1-4b43-97e0-57d592513eed None None] Provisioning complete for port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:31.068116 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be60606f-59a1-4b43-97e0-57d592513eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.098950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Request body: {'port': {'device_id': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'admin_state_up': True, 'tenant_id': 'f6d2caca54cc4c9fa18cfe39494413ea'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:31.158156 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0c34ac04-c8e9-45a2-b2c8-1ee16dacfc6b req-5208de40-bd63-481e-842c-82aefc308a56 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439896 Aug 27 16:58:31.208059 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697749f-9c2f-4407-9e63-eabf6b983a19 req-ce14d3bb-d13b-4948-a26f-4c0ed47c7b07 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:31.209622 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6697749f-9c2f-4407-9e63-eabf6b983a19 req-ce14d3bb-d13b-4948-a26f-4c0ed47c7b07 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1529870 Aug 27 16:58:31.251406 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Allocated IP 172.20.0.1 (5770af8c-1070-4072-ab51-777b704281a7/61a64b23-cb88-4593-941f-e9045a297c70/0c023c60-2a66-489d-b08e-6824b96637af) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:31.310046 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Made reservation on behalf of f6d2caca54cc4c9fa18cfe39494413ea for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:31.315027 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.337599 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6697749f-9c2f-4407-9e63-eabf6b983a19 req-ee5abbe3-b66f-4393-8703-cca9d406c518 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161017 Aug 27 16:58:31.340794 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.367790 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Transition to ACTIVE for port object 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:31.386168 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.433627 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.458823 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Transition to ACTIVE for port object 0c023c60-2a66-489d-b08e-6824b96637af will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:31.522357 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Pushing event updated for resources: {'Port': ['ID=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:31.529064 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Allocated IP 172.20.0.7 (c0cc3902-93e1-4c09-a766-fcc7a2c86a89/d0922e6e-e309-41e2-9495-30cebe695dca/4c2ce7e4-d14e-4b21-82aa-dab4785a4655) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:31.549286 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.554154 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.556800 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.557119 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.557471 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.557842 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.558198 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.558523 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.558854 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.559206 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.559538 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.559863 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.560185 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.571856 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Attempting to bind port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:31.572473 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Attempting to bind port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:31.573132 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Attempting to bind port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:31.596662 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:31.596931 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:31.597330 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.597766 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:31.598247 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Bound port: 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:31.598650 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.615592 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Network 5770af8c-1070-4072-ab51-777b704281a7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:31.621604 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:31.641260 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:31.643453 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.716618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:31.769260 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] For port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:31.782529 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] For port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:31.794598 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.813671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.851123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:31.853076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.904260 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Pushing event updated for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:31.910433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:31.922933 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafe32f-aa07-400d-b2e1-11f02ce44cea None None] Pushing event updated for resources: {'Port': ['ID=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:31.939609 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.940212 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.940724 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.941445 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.942012 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.942593 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.950875 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.954573 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.956626 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.957051 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.957819 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.960191 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:31.960627 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:31.961303 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:31.973704 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18', '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'eb548db8-6c65-421c-bdf1-32be6f18cfbf'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:31.996815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:31.998387 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:32.023213 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:32.051123 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.241899 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event updated for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:32.258964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.259318 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.261484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.263123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.266885 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.267785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.268304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.268796 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.272156 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.272744 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.273260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.273810 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:58:32.319566 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:32.352586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:32.353608 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.357344 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a4acaa1d-ca32-440c-aa66-9e02b539b6ce None None] Provisioning for port 0c023c60-2a66-489d-b08e-6824b96637af completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:32.399126 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08f69-4701-426b-b3e1-24cd761fe2b7 req-2f4e4e4a-1aaa-4ca7-ad67-8643d483486d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:32.402059 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.410354 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.410811 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.411625 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03b08f69-4701-426b-b3e1-24cd761fe2b7 req-2f4e4e4a-1aaa-4ca7-ad67-8643d483486d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 931 time: 0.2742305 Aug 27 16:58:32.470466 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-c80f4af6-93cc-47d6-8645-c286a03556ec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3748062 Aug 27 16:58:32.524064 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a4acaa1d-ca32-440c-aa66-9e02b539b6ce None None] Provisioning complete for port 0c023c60-2a66-489d-b08e-6824b96637af triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:32.524470 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4acaa1d-ca32-440c-aa66-9e02b539b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.534434 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Request body: {'port': {'device_id': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:32.642526 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03b08f69-4701-426b-b3e1-24cd761fe2b7 req-d110c57a-da7b-4973-8bb3-8a0e8fc38be1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269490 Aug 27 16:58:32.694827 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:32.746814 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Network 5770af8c-1070-4072-ab51-777b704281a7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:32.752253 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:32.754926 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Pushing event updated for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:32.944839 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-a4acaa1d-ca32-440c-aa66-9e02b539b6ce None None] Port 0c023c60-2a66-489d-b08e-6824b96637af cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:58:32.949528 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device ace564fb-8b92-4980-a3f0-5745bca83fcc no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:58:33.009810 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: ace564fb-8b92-4980-a3f0-5745bca83fcc {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:58:33.012357 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device ace564fb-8b92-4980-a3f0-5745bca83fcc not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:58:33.026598 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Router 14e68dde-7ff7-406a-94ec-6236576ec91f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:58:33.134159 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 1, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:33.160399 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71e76d-5581-4bac-b695-c474fe66170c req-e4549067-a78f-46a7-aefb-aa936f809ea3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:33.162214 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c71e76d-5581-4bac-b695-c474fe66170c req-e4549067-a78f-46a7-aefb-aa936f809ea3 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.6768167 Aug 27 16:58:33.177215 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f875a9e-df2a-43f6-a59c-55f1a67e46e4 None None] The sync data for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi is: [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 1, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:58:33.271270 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-382a2bc7-306c-42df-8f13-c4bcf2029a89 None None] Provisioning complete for port 0c023c60-2a66-489d-b08e-6824b96637af triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:33.271898 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-382a2bc7-306c-42df-8f13-c4bcf2029a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:33.318433 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:58:33.326517 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a0b80620-50bb-4793-9d07-65959903d66c admin admin] 10.222.0.44 "PUT /v2.0/routers/14e68dde-7ff7-406a-94ec-6236576ec91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8616700 Aug 27 16:58:33.361580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-382a2bc7-306c-42df-8f13-c4bcf2029a89 None None] Port 0c023c60-2a66-489d-b08e-6824b96637af cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:58:33.439437 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c71e76d-5581-4bac-b695-c474fe66170c req-e59181bf-163c-4053-9ddc-686b4af6ba8f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559733 Aug 27 16:58:33.504219 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:33.518774 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:33.535804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Transition to ACTIVE for port object 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:33.542702 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:33.659637 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:33.730825 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Attempting to bind port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:33.731331 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Attempting to bind port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:33.731717 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Attempting to bind port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:33.737087 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-600d5383-14a8-48b0-bb9b-f60206578649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:33.742354 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:58:33.742732 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Attempting to bind port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 on network c0cc3902-93e1-4c09-a766-fcc7a2c86a89 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:33.752370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:33.753442 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:33.753813 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Checking segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:33.754202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Bound using segment: {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:33.754658 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Bound port: 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:33.754981 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:33.882597 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:33.894643 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f73f-4a34-41fc-9462-7b9d64f256df req-456d228a-b42d-48bd-9983-ecafebb8b815 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:33.902394 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fd41f73f-4a34-41fc-9462-7b9d64f256df req-456d228a-b42d-48bd-9983-ecafebb8b815 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 943 time: 0.1273077 Aug 27 16:58:33.907366 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:33.916230 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.004843 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:34.005480 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.007002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/4c2ce7e4-d14e-4b21-82aa-dab4785a4655 HTTP/1.1" status: 200 len: 1093 time: 1.4856491 Aug 27 16:58:34.007718 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:34.015198 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4013466e-eedf-4c03-b66e-faf2404a82bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:34.030992 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c428e-587a-4401-bc31-de0f88de95a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:34.059672 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f274b8-2a8d-4048-8fe7-027594b04057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.071213 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fd41f73f-4a34-41fc-9462-7b9d64f256df req-9b09fe43-bfda-4a4d-92bb-f1d1082c7fe6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655228 Aug 27 16:58:34.103517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfeab6a-4af3-4038-815f-6b240fbf3aa9 x-openstack-request-id: req-0cfeab6a-4af3-4038-815f-6b240fbf3aa9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:34.103798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:34.104043 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0cfeab6a-4af3-4038-815f-6b240fbf3aa9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:34.104435 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655', 'status': 'completed', 'code': 200} Aug 27 16:58:34.206052 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-b0649047-b085-4f85-8e3f-a8f99c6d3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:34.207596 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-b0649047-b085-4f85-8e3f-a8f99c6d3c13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 1096 time: 0.0711248 Aug 27 16:58:34.239872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f274b8-2a8d-4048-8fe7-027594b04057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.252394 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f274b8-2a8d-4048-8fe7-027594b04057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.292439 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-1cd0fb2a-9ea0-49d3-bc59-dd61540e9efb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655 HTTP/1.1" status: 200 len: 217 time: 0.0642545 Aug 27 16:58:34.315760 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f274b8-2a8d-4048-8fe7-027594b04057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ea743-0827-481d-86dc-326dd09abe37,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:34.351952 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-48f274b8-2a8d-4048-8fe7-027594b04057 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31db74f76c63475e81520983d0fca485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963893 Aug 27 16:58:34.355757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:34.420406 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34df18-cf53-4db8-b698-26941a098f82 req-845b4ce7-2fce-49a7-a69d-32ee30fb0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:34.422923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-845b4ce7-2fce-49a7-a69d-32ee30fb0f63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.1181397 Aug 27 16:58:34.443275 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42440) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:34.447227 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.448390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1898540703-network', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:34.487133 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-3ef3233f-2dd8-4ebf-99d7-9ee21066a6ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455382 Aug 27 16:58:34.490467 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.565706 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.568449 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.569645 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/277ea743-0827-481d-86dc-326dd09abe37 HTTP/1.1" status: 204 len: 168 time: 0.2129049 Aug 27 16:58:34.578957 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184abb7-0376-4b26-86ee-20293ea0c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ea743-0827-481d-86dc-326dd09abe37,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:34.621754 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Made reservation on behalf of 252cbde5ffaf4715a0c95e5924177fe0 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:34.624601 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.637295 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.724325 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a277-c0ed-469e-90d3-8245aa04592f req-0297963e-a4e1-4d9b-9957-6a5b67b29299 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:34.726998 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b463a277-c0ed-469e-90d3-8245aa04592f req-0297963e-a4e1-4d9b-9957-6a5b67b29299 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1543763 Aug 27 16:58:34.747846 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-a2d500e2-006e-46d2-b3c0-bbd77738ce51 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507348 Aug 27 16:58:34.963553 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:34.973432 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b463a277-c0ed-469e-90d3-8245aa04592f req-45b38314-4a09-4c54-9a46-a121a1b2b6a4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374139 Aug 27 16:58:34.977047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.024737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:58:35.054660 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7517c2-950c-47c1-9f5f-5b32247b7f37,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:35.059997 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.059997 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Added segment 1cb3cd43-9474-456a-87b8-90bd36bf82d2 of type vlan for network 251e9dd7-fd96-4147-8710-4dc561b17665 Aug 27 16:58:35.071743 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b34df18-cf53-4db8-b698-26941a098f82 req-36646468-2fb6-4ad0-b5c7-ed63ac510732 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105199 Aug 27 16:58:35.131936 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.133752 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:35.158354 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56dd48d-116c-48c3-9e58-3e233dca246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.160714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.162179 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:35.162959 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.301837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] Pushing event updated for resources: {'Network': ['ID=251e9dd7-fd96-4147-8710-4dc561b17665,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:35.321373 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 251e9dd7-fd96-4147-8710-4dc561b17665 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:58:35.322014 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56dd48d-116c-48c3-9e58-3e233dca246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.327366 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56dd48d-116c-48c3-9e58-3e233dca246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.345750 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-4587640d-e8eb-4717-8e79-bc77cd8aa58a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9012072 Aug 27 16:58:35.357076 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:35.360007 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8842-0274-4f7b-b6e6-a1b0cb0eb6ba req-cfad80a2-650d-4758-b06a-2446b4025887 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:35.362029 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d0f8842-0274-4f7b-b6e6-a1b0cb0eb6ba req-cfad80a2-650d-4758-b06a-2446b4025887 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 943 time: 0.1477342 Aug 27 16:58:35.365734 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-7f1e9862-d7e8-4ec2-8656-c15cb8d4411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:35.367554 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-7f1e9862-d7e8-4ec2-8656-c15cb8d4411d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 1096 time: 0.1280377 Aug 27 16:58:35.403161 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a56dd48d-116c-48c3-9e58-3e233dca246f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3794afd4e5d42f4870d6ec11ce588fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665372 Aug 27 16:58:35.409301 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Request body: {'subnet': {'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1898540703-subnet', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:35.413252 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:35.414100 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dd48d-116c-48c3-9e58-3e233dca246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805a088-e589-44ab-bf6f-e1a43e1770af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:35.471687 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Made reservation on behalf of 252cbde5ffaf4715a0c95e5924177fe0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:35.475034 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.497602 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d0f8842-0274-4f7b-b6e6-a1b0cb0eb6ba req-7f5aac8d-96a5-4d15-942e-3266d8936e47 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248236 Aug 27 16:58:35.529316 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-a635c8c2-271b-49e3-a8b0-81117974ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:35.531582 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-a635c8c2-271b-49e3-a8b0-81117974ed4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 200 len: 915 time: 0.1447563 Aug 27 16:58:35.549367 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.584381 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-445968b5-6d26-4ebc-847c-a723487c39a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655 HTTP/1.1" status: 200 len: 217 time: 0.0419958 Aug 27 16:58:35.586475 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.709027 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:35.731168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-da72d22f-6240-4d38-9b5a-bc55cb69bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:35.732785 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-da72d22f-6240-4d38-9b5a-bc55cb69bd30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 200 len: 854 time: 0.1325314 Aug 27 16:58:35.767719 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.768234 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.772210 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5805a088-e589-44ab-bf6f-e1a43e1770af HTTP/1.1" status: 204 len: 168 time: 0.3549993 Aug 27 16:58:35.797910 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-a52772e4-4848-4c30-836c-7d12a4e30a98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c0cc3902-93e1-4c09-a766-fcc7a2c86a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504057 Aug 27 16:58:35.827621 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57076728-8660-4dab-83d1-8c8907fd6143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805a088-e589-44ab-bf6f-e1a43e1770af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:35.879716 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:35.888281 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:35.894437 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:35.894812 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.024342 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0718e50-51ad-4794-b9cc-628a2d87ac94,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:36.034975 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Checking segment: {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:36.035369 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Network hostable DHCP agents. Network: 251e9dd7-fd96-4147-8710-4dc561b17665, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:58:36.060865 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Network 251e9dd7-fd96-4147-8710-4dc561b17665 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:58:36.079295 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 251e9dd7-fd96-4147-8710-4dc561b17665) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:36.085288 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:36.086498 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.100362 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40f8cb-3ef8-41f6-afca-45a66fefa865 None None] Network 251e9dd7-fd96-4147-8710-4dc561b17665 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:36.111362 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-caf14084-47ad-433e-a33f-204a9ed87808 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035445 Aug 27 16:58:36.119308 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-33be1633-0b90-4e6a-a0c2-eb00130ff7da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7121594 Aug 27 16:58:36.119478 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:36.124564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:36.174452 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.175566 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.177884 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.231805 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:36.266004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.267025 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75922397-c136-4e7b-9296-bcc0d243d6da req-c8439e3d-65c5-4b6a-b2b6-dfeb2f53ffe2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:36.268750 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75922397-c136-4e7b-9296-bcc0d243d6da req-c8439e3d-65c5-4b6a-b2b6-dfeb2f53ffe2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.2262366 Aug 27 16:58:36.295138 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.303881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87b4c-d905-4460-8a03-24ab6e4368e4 req-12716948-014e-499b-afe0-d83a35a4faa8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:36.305646 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2e87b4c-d905-4460-8a03-24ab6e4368e4 req-12716948-014e-499b-afe0-d83a35a4faa8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1753471 Aug 27 16:58:36.367394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:36.378665 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4013466e-eedf-4c03-b66e-faf2404a82bb req-de1f7d6c-c2f9-4221-9bfd-3c8d7e7f6a5a service neutron] 10.222.0.43 "GET /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496307 Aug 27 16:58:36.427523 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75922397-c136-4e7b-9296-bcc0d243d6da req-d4cf2da9-1935-4f38-a082-cd2147752965 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452744 Aug 27 16:58:36.459414 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2e87b4c-d905-4460-8a03-24ab6e4368e4 req-946cf774-dcb6-4f5b-be38-f877ca15587c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420662 Aug 27 16:58:36.506389 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Sync routers for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:58:36.551549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-251e9dd7-fd96-4147-8710-4dc561b17665', 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'fixed_ips': [{'subnet_id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 16:58:36.552222 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.566840 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3875c1c1-eb59-43b6-97fb-2aaa52827c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.697282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59346d61-9338-47f8-8e51-80d7e3f48f57 req-c554d03a-cb08-44a4-b057-a304b5224732 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:36.717228 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59346d61-9338-47f8-8e51-80d7e3f48f57 req-c554d03a-cb08-44a4-b057-a304b5224732 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 943 time: 0.1166863 Aug 27 16:58:36.744677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Allocated IP 172.20.0.2 (251e9dd7-fd96-4147-8710-4dc561b17665/d0718e50-51ad-4794-b9cc-628a2d87ac94/56d13828-a7b1-48ba-a91b-54ac59ea2a8c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:36.799126 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59346d61-9338-47f8-8e51-80d7e3f48f57 req-6f8f9958-14b7-4f12-8129-881453c4e5b1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784688 Aug 27 16:58:36.819194 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:36.819832 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:36.837610 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:36.900615 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.057991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.072250 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Transition to ACTIVE for port object 56d13828-a7b1-48ba-a91b-54ac59ea2a8c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:37.075753 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:37.124568 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.139570 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Transition to ACTIVE for port object 56d13828-a7b1-48ba-a91b-54ac59ea2a8c will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:37.149556 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.151598 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.232357 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Network 251e9dd7-fd96-4147-8710-4dc561b17665 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:37.265199 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:37.267653 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:37.288816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Allocated IP 172.27.2.103 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:37.297306 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Pushing event updated for resources: {'Port': ['ID=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:37.368285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Attempting to bind port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:37.368959 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Attempting to bind port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:37.369102 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Attempting to bind port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c on network 251e9dd7-fd96-4147-8710-4dc561b17665 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:37.398776 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:37.399157 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Checking segment: {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:37.399558 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.400032 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Bound using segment: {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:37.400588 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Bound port: 56d13828-a7b1-48ba-a91b-54ac59ea2a8c, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:37.401002 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.416885 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.464974 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.503144 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] For port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:37.508843 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:32Z', 'revision_number': 2, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:37.517302 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] For port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:37.539026 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Pushing event updated for resources: {'Port': ['ID=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:37.551315 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:37.555043 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:37.555874 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.562434 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Checking router: 14e68dde-7ff7-406a-94ec-6236576ec91f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:58:37.562873 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Updating router 14e68dde-7ff7-406a-94ec-6236576ec91f port 0c023c60-2a66-489d-b08e-6824b96637af binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:58:37.564175 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:37.642016 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.670487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3606fc5-1130-4734-a546-bdf2e4cd3982 req-b0c31fe3-e34f-43aa-b495-313f0c8dea1f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:37.679327 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d3606fc5-1130-4734-a546-bdf2e4cd3982 req-b0c31fe3-e34f-43aa-b495-313f0c8dea1f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.1189878 Aug 27 16:58:37.710265 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:37.744067 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1cf3b-acbb-4184-9f2b-ad2090c9bb77 req-37230df2-740d-41c6-8895-40463b8c9dee tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:37.755740 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-36c1cf3b-acbb-4184-9f2b-ad2090c9bb77 req-37230df2-740d-41c6-8895-40463b8c9dee tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1421962 Aug 27 16:58:37.825678 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d994557-c3db-40b4-8a57-a56d4c65ee0d None None] Pushing event updated for resources: {'Port': ['ID=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:37.847532 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-36c1cf3b-acbb-4184-9f2b-ad2090c9bb77 req-2b5a2f84-d8e8-478e-afca-a38729611c80 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904562 Aug 27 16:58:37.867601 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d3606fc5-1130-4734-a546-bdf2e4cd3982 req-e09c0c07-6949-4648-8534-61bdd5f5983f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870539 Aug 27 16:58:37.891892 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:37.941307 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:37.941810 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.039785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a188d49-3e28-4bdc-a17f-6cd7d80e3a9b req-efb5580b-35d9-4fbf-bfbc-e824332c79dc tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:38.041347 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1a188d49-3e28-4bdc-a17f-6cd7d80e3a9b req-efb5580b-35d9-4fbf-bfbc-e824332c79dc tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 943 time: 0.0951734 Aug 27 16:58:38.096690 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.126717 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1a188d49-3e28-4bdc-a17f-6cd7d80e3a9b req-aae09a92-0803-49b8-8107-993447cc8223 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789666 Aug 27 16:58:38.249563 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.259601 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.281102 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Transition to ACTIVE for port object 0c023c60-2a66-489d-b08e-6824b96637af will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:38.289020 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.331894 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd2a7c-53f2-40c0-b255-1fe105b9dc73 None None] Pushing event updated for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:38.433993 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Router 5469ca98-34c2-44db-b5f3-7acffd01bab8 is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 16:58:38.441896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Attempting to bind port 0c023c60-2a66-489d-b08e-6824b96637af on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:38.443616 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Attempting to bind port 0c023c60-2a66-489d-b08e-6824b96637af by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:38.444211 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Attempting to bind port 0c023c60-2a66-489d-b08e-6824b96637af on network 5770af8c-1070-4072-ab51-777b704281a7 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:38.450775 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:38.451779 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Checking segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:38.452494 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.453225 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Bound using segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:38.453949 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Bound port: 0c023c60-2a66-489d-b08e-6824b96637af, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:38.456448 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.567845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:38.575173 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] For port 0c023c60-2a66-489d-b08e-6824b96637af, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:38.579717 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] For port 0c023c60-2a66-489d-b08e-6824b96637af, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0c023c60-2a66-489d-b08e-6824b96637af,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:38.602913 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.606355 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:58:38.624213 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Sync routers for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:58:38.639809 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:38.640544 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:38.648119 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:38.649412 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-07ae10df-daef-4b18-8586-0febfd58f305 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5290339 Aug 27 16:58:38.652252 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:38.738468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:38.740449 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:38.829466 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:38.857395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:58:39.172924 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-31a1ddb3-21b8-4818-9835-4137d52a63b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e7be76af1fb4dd49b2fa1fd8084901c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963471 Aug 27 16:58:39.174763 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:39.206945 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd2a7c-53f2-40c0-b255-1fe105b9dc73 None None] Pushing event updated for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:39.230984 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:37Z', 'revision_number': 3, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:39.270381 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Checking router: 5469ca98-34c2-44db-b5f3-7acffd01bab8 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:58:39.270827 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Updating router 5469ca98-34c2-44db-b5f3-7acffd01bab8 port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:58:39.285848 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.301016 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb2018-0972-4fef-928d-e186897eb00e None None] Network 251e9dd7-fd96-4147-8710-4dc561b17665 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:39.303533 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.323907 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.328678 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638255f7-3c26-4b35-ab8a-c78688afefe7 req-8039cb2a-6d16-410c-9e65-b2f95cbe0240 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:39.331142 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-638255f7-3c26-4b35-ab8a-c78688afefe7 req-8039cb2a-6d16-410c-9e65-b2f95cbe0240 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.2780287 Aug 27 16:58:39.392580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:39.393359 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.395252 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182553cf-3cb6-4898-9470-6c3de2c066aa req-bb601580-6c06-4f37-b0fe-a8773546a79e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:39.396775 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-182553cf-3cb6-4898-9470-6c3de2c066aa req-bb601580-6c06-4f37-b0fe-a8773546a79e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.3425715 Aug 27 16:58:39.398520 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.399928 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a38f0a6-d7c5-40be-8668-513ba252bff5 HTTP/1.1" status: 204 len: 168 time: 0.2228549 Aug 27 16:58:39.415188 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a74e8-eb5d-4f0c-8011-7f3684fe2b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38f0a6-d7c5-40be-8668-513ba252bff5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:39.491771 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:39.534922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7573fdc4-e3d0-422e-9f89-a4dcd4527bdc None None] Provisioning for port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:39.544366 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655', 'network_id': 'c0cc3902-93e1-4c09-a766-fcc7a2c86a89', 'port_id': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655', 'mac_address': 'fa:16:3e:b9:da:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0922e6e-e309-41e2-9495-30cebe695dca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:58:39.614852 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-638255f7-3c26-4b35-ab8a-c78688afefe7 req-0359d70a-8b9e-4956-9197-046b74acc4ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300522 Aug 27 16:58:39.683676 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-182553cf-3cb6-4898-9470-6c3de2c066aa req-4f9972eb-2b2a-465f-a467-53c4eb765d49 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671168 Aug 27 16:58:39.791426 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.818885 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Transition to ACTIVE for port object c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:39.832796 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.890823 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.909252 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.915820 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3fc2f-0608-47ae-903a-fd7387211e2a req-dbdfb7b4-4560-4bad-bdf7-a1b11d162213 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:39.916319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:39.918730 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77a3fc2f-0608-47ae-903a-fd7387211e2a req-dbdfb7b4-4560-4bad-bdf7-a1b11d162213 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 943 time: 0.1343348 Aug 27 16:58:39.919637 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Attempting to bind port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:39.920062 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Attempting to bind port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:39.920455 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Attempting to bind port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:39.924416 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 56d13828-a7b1-48ba-a91b-54ac59ea2a8c up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:39.928323 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:39.928696 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:39.929390 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.929662 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:39.930152 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Bound port: c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:39.930546 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.953531 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.964663 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbf276-cc00-436e-80e4-5de562514a1b None None] Pushing event updated for resources: {'Port': ['ID=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:39.973671 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:39.987225 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:39.995547 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:38Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:40.005439 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77a3fc2f-0608-47ae-903a-fd7387211e2a req-fc68fe24-1899-4303-ba2d-bbccbbc1d5db tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694127 Aug 27 16:58:40.032754 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] For port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:40.036493 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] For port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:40.040769 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.053418 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0df66-3502-482b-b81e-8dfc80b0c348 None None] The sync data for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi is: [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:38Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:58:40.114039 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:40.115300 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:40.115957 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:40.119712 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbf276-cc00-436e-80e4-5de562514a1b None None] Pushing event updated for resources: {'Port': ['ID=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:40.127872 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:40.132178 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:40.132553 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.223469 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Allocated IP 172.20.0.1 (251e9dd7-fd96-4147-8710-4dc561b17665/d0718e50-51ad-4794-b9cc-628a2d87ac94/c704423c-8cdb-463a-bf52-cb1463ecec90) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:40.267516 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:40.303595 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.354564 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:40.366586 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.367469 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0c023c60-2a66-489d-b08e-6824b96637af up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:40.438147 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.459679 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Transition to ACTIVE for port object c704423c-8cdb-463a-bf52-cb1463ecec90 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:40.477745 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-50c0d093-3a16-4fa3-9340-12b91c6409e7 None None] Provisioning complete for port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:40.478114 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-50c0d093-3a16-4fa3-9340-12b91c6409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.509680 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:40.533680 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.547760 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 0c023c60-2a66-489d-b08e-6824b96637af completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:40.555523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['4c2ce7e4-d14e-4b21-82aa-dab4785a4655'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:58:40.560354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0c023c60-2a66-489d-b08e-6824b96637af triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:40.561298 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.598187 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:37Z', 'revision_number': 3, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:40.635035 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f79462-8e61-4650-bb92-1adcb6b8ac53 None None] The sync data for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi is: [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:37Z', 'revision_number': 3, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:58:40.644984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Network 251e9dd7-fd96-4147-8710-4dc561b17665 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:40.647846 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:40.650638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:40.742051 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:40.807510 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.837738 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.914940 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 0c023c60-2a66-489d-b08e-6824b96637af, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0c023c60-2a66-489d-b08e-6824b96637af,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:40.930220 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:40.942296 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebdb30-96b8-47ac-b0ee-784242d95b83 req-e0292555-fcb2-4667-bf9e-0325c1e95cc9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:40.943849 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-44ebdb30-96b8-47ac-b0ee-784242d95b83 req-e0292555-fcb2-4667-bf9e-0325c1e95cc9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.1861961 Aug 27 16:58:41.040583 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:41.136146 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-796339b2-36a5-45a3-ab9c-f173fa5ff901 None None] Provisioning for port c704423c-8cdb-463a-bf52-cb1463ecec90 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:41.140906 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-796339b2-36a5-45a3-ab9c-f173fa5ff901 None None] Provisioning complete for port c704423c-8cdb-463a-bf52-cb1463ecec90 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:41.141470 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-796339b2-36a5-45a3-ab9c-f173fa5ff901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.203494 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-796339b2-36a5-45a3-ab9c-f173fa5ff901 None None] Port c704423c-8cdb-463a-bf52-cb1463ecec90 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:58:41.305775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e8fa6-956b-4414-a9b2-c1004bac3320 req-598cd83d-d432-468d-82d4-bc2bf5cd596d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:41.307300 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-554e8fa6-956b-4414-a9b2-c1004bac3320 req-598cd83d-d432-468d-82d4-bc2bf5cd596d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.4949815 Aug 27 16:58:41.378139 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-44ebdb30-96b8-47ac-b0ee-784242d95b83 req-32343b33-9dac-4b1e-a40e-e7a77e191ad5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180493 Aug 27 16:58:41.406252 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-554e8fa6-956b-4414-a9b2-c1004bac3320 req-1f820adc-5725-4b48-9f78-80e49d8afc56 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Aug 27 16:58:41.413636 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.599638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac671f-21f3-4593-81e4-6c29d32eb6a7 req-9e9a0c92-e467-422c-be02-1d522d6c818a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:41.601318 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5eac671f-21f3-4593-81e4-6c29d32eb6a7 req-9e9a0c92-e467-422c-be02-1d522d6c818a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 944 time: 0.1454661 Aug 27 16:58:41.608619 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677ba00-ef05-41c3-8cf1-90767297736e req-fc02ba1e-2686-4a84-9a18-f37ad361a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:41.610467 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a677ba00-ef05-41c3-8cf1-90767297736e req-fc02ba1e-2686-4a84-9a18-f37ad361a617 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.1534445 Aug 27 16:58:41.706374 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a677ba00-ef05-41c3-8cf1-90767297736e req-9019a779-27c3-4050-9d3e-d4ba0d46aaa5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761292 Aug 27 16:58:41.721371 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5eac671f-21f3-4593-81e4-6c29d32eb6a7 req-3fddb5e2-2f86-453e-82d3-646b3ad524a0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054747 Aug 27 16:58:41.749140 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.755502 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 56d13828-a7b1-48ba-a91b-54ac59ea2a8c up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:41.756828 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.859484 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:41.860166 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.870096 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:41.874608 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:41.978870 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Network 251e9dd7-fd96-4147-8710-4dc561b17665 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:41.980255 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:41.993380 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:42.061013 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:42.078646 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:42.079108 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:42.148714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Router 5469ca98-34c2-44db-b5f3-7acffd01bab8 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:58:42.191252 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:42.225729 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:42.231408 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:42.232359 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0c023c60-2a66-489d-b08e-6824b96637af up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:42.284698 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:58:42.290497 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-349c44d0-b12e-4dac-af25-609e216a25b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/5469ca98-34c2-44db-b5f3-7acffd01bab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6372147 Aug 27 16:58:42.328401 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:42.347329 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d6c0878c-d6df-4cfa-9e2f-011887b446f8 None None] Provisioning complete for port c704423c-8cdb-463a-bf52-cb1463ecec90 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:42.347766 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d6c0878c-d6df-4cfa-9e2f-011887b446f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:42.352000 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0c023c60-2a66-489d-b08e-6824b96637af triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:42.352432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:42.424217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0878c-d6df-4cfa-9e2f-011887b446f8 None None] Port c704423c-8cdb-463a-bf52-cb1463ecec90 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:58:42.573131 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72722195-6007-4e2d-a2df-219e997df5d7 req-22887c86-5f57-4a2e-81ec-7599add6d0f7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:42.574679 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-72722195-6007-4e2d-a2df-219e997df5d7 req-22887c86-5f57-4a2e-81ec-7599add6d0f7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0942438 Aug 27 16:58:42.652753 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751d11-0171-4dc0-9d42-040326766024 req-e248c536-b8dc-49e6-ad80-5f772cf06957 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:42.654290 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6f751d11-0171-4dc0-9d42-040326766024 req-e248c536-b8dc-49e6-ad80-5f772cf06957 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1004848 Aug 27 16:58:42.660978 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-72722195-6007-4e2d-a2df-219e997df5d7 req-7adbf0bc-75b0-415c-a0f4-c56dbda3ef34 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 Aug 27 16:58:42.701257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6f751d11-0171-4dc0-9d42-040326766024 req-fa9ad3c5-5f53-4918-ada4-04d8708ed2aa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Aug 27 16:58:42.828047 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:42.833047 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Sync routers for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:58:42.863189 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fed731-15f3-487d-b08d-d9f8828238be req-ece35f20-7854-457d-9c12-476f248769d4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:42.864916 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-51fed731-15f3-487d-b08d-d9f8828238be req-ece35f20-7854-457d-9c12-476f248769d4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 944 time: 0.0778658 Aug 27 16:58:42.876018 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:42.876653 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:42.923481 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-51fed731-15f3-487d-b08d-d9f8828238be req-c1596359-486e-48f7-88f3-d51461980770 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Aug 27 16:58:42.960367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:42.996437 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:42.996925 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.050507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:43.213976 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.230187 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.252413 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:43.254724 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e224a-bd3a-4404-ba91-0849f68777b8" -d '{"events": [{"server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:43.273367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:43.278804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42772) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:43.281819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.287093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453772508', 'description': 'tempest-secgroup-smoke-453772508 description', 'project_id': 'd6b4a1271d7549e183698739c34b5b57'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:43.308082 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be984d-3dbe-4869-b1f0-58472cf3f2e9 x-openstack-request-id: req-b7be984d-3dbe-4869-b1f0-58472cf3f2e9 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:43.308379 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:43.308659 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7be984d-3dbe-4869-b1f0-58472cf3f2e9 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:43.309071 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655', 'code': 200} Aug 27 16:58:43.316034 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.359479 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:43.381954 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:41Z', 'revision_number': 4, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'c704423c-8cdb-463a-bf52-cb1463ecec90', 'name': '', 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'mac_address': 'fa:16:3e:53:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:39Z', 'updated_at': '2021-08-27T16:58:41Z', 'revision_number': 2, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'subnets': [{'id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:43.412254 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.414462 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Checking router: 5469ca98-34c2-44db-b5f3-7acffd01bab8 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:58:43.414819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Updating router 5469ca98-34c2-44db-b5f3-7acffd01bab8 port c704423c-8cdb-463a-bf52-cb1463ecec90 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 16:58:43.417379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.444307 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.453977 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.455240 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1746194 Aug 27 16:58:43.456401 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db13bb-9301-4c5d-beb5-e12783c2e9bc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed00480a-460e-421f-9acf-0d29977ecb8b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:43.458129 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:43.463647 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:43.501870 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.551658 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.556704 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.580017 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ca5da4-5ded-42ea-a648-ec8e17e18814,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:43.586902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.588730 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1f58fc0f-c4f6-446a-918d-20c852724237 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290545 Aug 27 16:58:43.591445 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:43.598836 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:43.599116 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71681b8-5619-4bcf-b223-c51fab89956b req-0a2a7bad-dc16-4fd7-aa68-198df16ddefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:43.600717 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c71681b8-5619-4bcf-b223-c51fab89956b req-0a2a7bad-dc16-4fd7-aa68-198df16ddefb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0519404 Aug 27 16:58:43.636110 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.646005 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c71681b8-5619-4bcf-b223-c51fab89956b req-93ef89c9-2b0b-440c-9c9a-6a0dfa3db1f2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 27 16:58:43.691066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:43.711583 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.716604 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.737901 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47b97ba-a1e0-4174-8051-594fb62768d7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:43.748111 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.753014 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e5e059fd-8830-4fe9-9e94-d29f747c54e9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594839 Aug 27 16:58:43.753184 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42782) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:43.766369 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:43.783617 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.796125 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:43.796703 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.800551 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Transition to ACTIVE for port object c704423c-8cdb-463a-bf52-cb1463ecec90 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:43.825174 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.858748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bb56b-804e-40ab-90c6-baec0dda3615 req-b6134307-8117-419f-8b0a-0a47bac6bfab tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:43.860385 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-804bb56b-804e-40ab-90c6-baec0dda3615 req-b6134307-8117-419f-8b0a-0a47bac6bfab tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.1088734 Aug 27 16:58:43.862268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:43.895296 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc065-5b7f-47eb-a3cc-c7620135f546 None None] Pushing event updated for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:43.914991 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b530b-5290-4435-8316-bd4d6b1598d8 req-e4b5bfc7-bcd9-498d-9cf4-032dbee7b820 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:43.916712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c6b530b-5290-4435-8316-bd4d6b1598d8 req-e4b5bfc7-bcd9-498d-9cf4-032dbee7b820 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1173713 Aug 27 16:58:43.964608 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-804bb56b-804e-40ab-90c6-baec0dda3615 req-d7e106d1-4961-4743-815a-805e809d4f58 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965548 Aug 27 16:58:43.988672 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Attempting to bind port c704423c-8cdb-463a-bf52-cb1463ecec90 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:43.989086 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Attempting to bind port c704423c-8cdb-463a-bf52-cb1463ecec90 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:43.989435 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Attempting to bind port c704423c-8cdb-463a-bf52-cb1463ecec90 on network 251e9dd7-fd96-4147-8710-4dc561b17665 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:44.001791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:44.002265 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Checking segment: {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:44.002622 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.002935 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Bound using segment: {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:44.003415 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Bound port: c704423c-8cdb-463a-bf52-cb1463ecec90, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb3cd43-9474-456a-87b8-90bd36bf82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:44.003792 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.047622 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c6b530b-5290-4435-8316-bd4d6b1598d8 req-d8cfeae3-8f4c-45b6-9236-4bc2cc199259 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174054 Aug 27 16:58:44.085538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.103033 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.145876 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c702d-5e7c-4c70-a542-8263caddfe4e,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:44.157939 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.161882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:44.162391 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3df4e162-ef29-4983-a7fc-ea4980397238 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007227 Aug 27 16:58:44.168828 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:44.169859 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] For port c704423c-8cdb-463a-bf52-cb1463ecec90, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:44.191589 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] For port c704423c-8cdb-463a-bf52-cb1463ecec90, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c704423c-8cdb-463a-bf52-cb1463ecec90,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:44.191933 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f643408-a1db-48ef-976a-9d903ad4d4e1 req-91fcd4b4-a753-412d-802f-eb02caa4aaad tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:44.191933 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8f643408-a1db-48ef-976a-9d903ad4d4e1 req-91fcd4b4-a753-412d-802f-eb02caa4aaad tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.1300433 Aug 27 16:58:44.198798 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.239197 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.268513 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8f643408-a1db-48ef-976a-9d903ad4d4e1 req-d9d23325-cbb4-4a1d-9dbc-87e7404a7aaa tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Aug 27 16:58:44.286046 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:58:44.286916 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:58:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:44.334613 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc065-5b7f-47eb-a3cc-c7620135f546 None None] Pushing event updated for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:44.355436 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.363782 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.398983 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3977bf-81f4-42c2-89b4-a0a889dc44c9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:44.410588 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.415033 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 42808) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:44.424018 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:44.425681 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-db1e3235-46df-4d67-befb-43a76f6cd171 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2622130 Aug 27 16:58:44.477827 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:58:44.533014 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Project d6b4a1271d7549e183698739c34b5b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:58:44.542172 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.558155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-b5a53cb8-f980-45a4-b9db-2e07bf2e207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:44.559653 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-b5a53cb8-f980-45a4-b9db-2e07bf2e207f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.1172228 Aug 27 16:58:44.570666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844714-f61e-4c51-944a-38e4a658c49e req-ea202728-23c7-4169-80f9-d6a5486ecd9d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:44.572259 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9a844714-f61e-4c51-944a-38e4a658c49e req-ea202728-23c7-4169-80f9-d6a5486ecd9d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1279719 Aug 27 16:58:44.604312 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:44.715929 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9a844714-f61e-4c51-944a-38e4a658c49e req-1487aff1-c496-4b7d-9907-c2fcb4b597d9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Aug 27 16:58:44.734185 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.745753 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44c9d356-b025-49c9-a88d-7b11e0427519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.746521 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.754062 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-e6ca6646-107b-4550-84f9-ae4f3a96d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:44.755151 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:41Z', 'revision_number': 4, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'c704423c-8cdb-463a-bf52-cb1463ecec90', 'name': '', 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'mac_address': 'fa:16:3e:53:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:39Z', 'updated_at': '2021-08-27T16:58:44Z', 'revision_number': 4, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'subnets': [{'id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:58:44.755650 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-e6ca6646-107b-4550-84f9-ae4f3a96d480 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.1800060 Aug 27 16:58:44.776930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761b57ac-78ed-4103-94de-ae7d7845d1c8,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:44.785018 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c227e-579d-4f2f-bea7-759d03b45427 None None] The sync data for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi is: [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T16:58:41Z', 'revision_number': 4, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'c704423c-8cdb-463a-bf52-cb1463ecec90', 'name': '', 'network_id': '251e9dd7-fd96-4147-8710-4dc561b17665', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'mac_address': 'fa:16:3e:53:be:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:39Z', 'updated_at': '2021-08-27T16:58:44Z', 'revision_number': 4, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'subnets': [{'id': 'd0718e50-51ad-4794-b9cc-628a2d87ac94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:58:44.824292 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-7fbc9e28-d154-4066-b59c-cee161521e01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0560338 Aug 27 16:58:44.880305 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44c9d356-b025-49c9-a88d-7b11e0427519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.884412 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44c9d356-b025-49c9-a88d-7b11e0427519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.887617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-762b815e-ebcb-4c04-a0ba-784f8638f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:44.890020 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-762b815e-ebcb-4c04-a0ba-784f8638f5a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0574660 Aug 27 16:58:44.891176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:44.892229 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5da1f504-4064-42df-b933-fcc0249a11c3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4759512 Aug 27 16:58:44.898771 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:44.913672 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'security_group_rule': {'security_group_id': 'ed00480a-460e-421f-9acf-0d29977ecb8b', 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:44.932817 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-2257a72a-60f0-40e0-9aa7-43c8756cc194 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262213 Aug 27 16:58:44.949261 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d356-b025-49c9-a88d-7b11e0427519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8414e-3586-4b16-91ab-18fa83a3bba8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:44.956436 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-44c9d356-b025-49c9-a88d-7b11e0427519 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb711e9d2594491099170677d0796b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488138 Aug 27 16:58:44.956879 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:44.975168 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Project d6b4a1271d7549e183698739c34b5b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 16:58:44.988605 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.060644 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.091268 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.096007 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-b3dc9066-e2ad-4246-847c-2daa14055fa5 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347094 Aug 27 16:58:45.096745 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.103299 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.142033 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e9b65-f114-4456-be0b-3defc5e85e61 req-22b4eeb8-a95c-4bfb-b3ef-722eee40b473 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:45.144039 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aa7e9b65-f114-4456-be0b-3defc5e85e61 req-22b4eeb8-a95c-4bfb-b3ef-722eee40b473 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0866399 Aug 27 16:58:45.162587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b9ed3d-4576-4891-b4ac-8727558d9953,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:45.174147 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.175870 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6e61a422-f46b-4c57-8b7f-ed3cbd6a1364 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2703934 Aug 27 16:58:45.177627 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.180456 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.182236 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daf8414e-3586-4b16-91ab-18fa83a3bba8 HTTP/1.1" status: 204 len: 168 time: 0.2235746 Aug 27 16:58:45.192781 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b32b5-46e7-4566-b029-e01384e7c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8414e-3586-4b16-91ab-18fa83a3bba8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:45.306577 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aa7e9b65-f114-4456-be0b-3defc5e85e61 req-aa82cf30-5f89-41c2-b9f9-ba2ae5aac792 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514003 Aug 27 16:58:45.362684 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d6c1480-0ffb-4541-8ced-64d745100083 req-977d293e-2008-43b8-a97c-4024a4b0b029 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547146 Aug 27 16:58:45.454766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760632a0-09c0-4ae0-b980-16283733ab5f req-f92c0f56-8a59-40a8-931b-6fecfaceb1c8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:45.456700 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-760632a0-09c0-4ae0-b980-16283733ab5f req-f92c0f56-8a59-40a8-931b-6fecfaceb1c8 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.0929830 Aug 27 16:58:45.511593 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-760632a0-09c0-4ae0-b980-16283733ab5f req-3a75ccc7-5dd3-4602-93bd-a1cf633d698b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Aug 27 16:58:45.669169 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:45.688391 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd50d1b8-833b-4703-bd77-d4cc286f5f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.689231 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c704423c-8cdb-463a-bf52-cb1463ecec90 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:45.773036 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port c704423c-8cdb-463a-bf52-cb1463ecec90 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:58:45.777540 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c704423c-8cdb-463a-bf52-cb1463ecec90 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:45.778080 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.869603 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd50d1b8-833b-4703-bd77-d4cc286f5f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.877109 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd50d1b8-833b-4703-bd77-d4cc286f5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.898797 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6202-241b-422e-90db-44fe9d0d774d req-6100244b-5c20-424e-90ac-fe1b0b47719d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:45.911452 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-670c6202-241b-422e-90db-44fe9d0d774d req-6100244b-5c20-424e-90ac-fe1b0b47719d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0659034 Aug 27 16:58:45.917637 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:45.937165 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fd50d1b8-833b-4703-bd77-d4cc286f5f57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f9185f16c9d418387cc28663b1b9f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655106 Aug 27 16:58:45.937830 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:45.959688 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port c704423c-8cdb-463a-bf52-cb1463ecec90, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c704423c-8cdb-463a-bf52-cb1463ecec90,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:58:45.965621 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:46.014988 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d1b8-833b-4703-bd77-d4cc286f5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b8ca8-2641-4697-b90a-0dd29678f1e3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:46.028847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-670c6202-241b-422e-90db-44fe9d0d774d req-10b77c08-937f-4c37-87eb-7fdfafcfe1eb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163764 Aug 27 16:58:46.038994 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:46.056070 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:46.078693 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:46.128227 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:46.130842 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:46.131984 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e8b8ca8-2641-4697-b90a-0dd29678f1e3 HTTP/1.1" status: 204 len: 168 time: 0.1912770 Aug 27 16:58:46.139973 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62374a-204f-4473-8723-f39480b5dab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b8ca8-2641-4697-b90a-0dd29678f1e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:46.435496 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d27446-6b7f-4c57-9d14-8055071ad2f3 req-ac8ea633-0341-4b06-853d-83448bf5e782 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:46.437146 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-76d27446-6b7f-4c57-9d14-8055071ad2f3 req-ac8ea633-0341-4b06-853d-83448bf5e782 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0574255 Aug 27 16:58:46.476018 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-76d27446-6b7f-4c57-9d14-8055071ad2f3 req-6a9d0584-fbf4-488e-8e78-dfdc9e9b2412 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Aug 27 16:58:46.629969 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebab16-646f-4c73-8382-29b3bc689487 req-99069eb6-b380-4d8e-8e3d-9f2f2818587c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:46.631432 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20ebab16-646f-4c73-8382-29b3bc689487 req-99069eb6-b380-4d8e-8e3d-9f2f2818587c tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.0511608 Aug 27 16:58:46.672818 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20ebab16-646f-4c73-8382-29b3bc689487 req-b05fa71a-0451-4414-9623-2f13d73ce94e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352199 Aug 27 16:58:46.841671 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:46.955722 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280463495-network', 'tenant_id': 'dbb6217897d84359982201327181341d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:47.012590 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Made reservation on behalf of dbb6217897d84359982201327181341d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:47.015882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.024363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.024943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-3d5e72d6-7b66-4664-a417-326616784284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.026484 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-3d5e72d6-7b66-4664-a417-326616784284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.0651712 Aug 27 16:58:47.150554 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.158002 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.185436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-e292de3e-1c32-47f4-ba7a-51f371814ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.187285 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:58:47.187465 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-e292de3e-1c32-47f4-ba7a-51f371814ecb service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.1359394 Aug 27 16:58:47.202899 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99213d8-99bc-4996-9c3a-c42be1d99ab0 req-65edcf52-9be7-4d63-b7f6-f4f276b496bb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.204403 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c99213d8-99bc-4996-9c3a-c42be1d99ab0 req-65edcf52-9be7-4d63-b7f6-f4f276b496bb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0792866 Aug 27 16:58:47.204586 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.204910 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Added segment 50e4a4bb-4e9b-4cbf-8c32-96e20b390454 of type vlan for network 0cdbc38c-010a-4dad-955d-e440a03e6157 Aug 27 16:58:47.206363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cea362-e1ea-4be3-a5b8-8c2ecc596225,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:47.249792 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-80ecf7e9-e0a2-4998-a2fa-5ed040ee249c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0443921 Aug 27 16:58:47.251815 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.281470 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.282601 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.283326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.306649 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c99213d8-99bc-4996-9c3a-c42be1d99ab0 req-a3468094-7108-42d0-b6b1-1013b1428433 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954695 Aug 27 16:58:47.320561 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-b4e3c8ce-b51e-496a-8665-d4083542b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.326974 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-b4e3c8ce-b51e-496a-8665-d4083542b6a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0603242 Aug 27 16:58:47.352004 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5078106 Aug 27 16:58:47.355226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 42932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:58:47.361068 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-511d5835-a2ee-4d64-a149-38fa28b08d99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294638 Aug 27 16:58:47.361244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Request body: {'subnet': {'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280463495-subnet', 'tenant_id': 'dbb6217897d84359982201327181341d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:47.376260 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f7dd3-f6ad-41ca-b166-691304a6e58c admin admin] Pushing event updated for resources: {'Network': ['ID=0cdbc38c-010a-4dad-955d-e440a03e6157,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:47.389825 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:58:47.396368 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Made reservation on behalf of dbb6217897d84359982201327181341d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:47.399086 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.473809 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-ef42265b-d3f0-4154-99b5-3b2b32f009b3 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033204 Aug 27 16:58:47.614600 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.628815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf260a36-ceaf-4bf6-9469-64ac1653ab39 req-697ada24-5b5f-4a2c-8f55-9a6e2926cf99 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399052 Aug 27 16:58:47.649165 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fc805-ece7-497d-b09b-62cd39b245ec req-ed1e5155-6812-4769-96e0-ac30a9fbe66d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.651222 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ad2fc805-ece7-497d-b09b-62cd39b245ec req-ed1e5155-6812-4769-96e0-ac30a9fbe66d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0840855 Aug 27 16:58:47.680040 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c704423c-8cdb-463a-bf52-cb1463ecec90 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:58:47.688718 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cdba1c-9f7e-48cd-9361-a2a1960a1f22,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:47.702722 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Checking segment: {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:47.703189 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Network hostable DHCP agents. Network: 0cdbc38c-010a-4dad-955d-e440a03e6157, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:58:47.703345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ad2fc805-ece7-497d-b09b-62cd39b245ec req-33802bd2-462b-4806-a292-da4704d88fca tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Aug 27 16:58:47.734738 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c704423c-8cdb-463a-bf52-cb1463ecec90 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:58:47.735116 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.737693 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:58:47.746699 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 0cdbc38c-010a-4dad-955d-e440a03e6157) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:47.756924 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3c290-2784-4e23-a753-08b61eb993d8 None None] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:47.761775 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:47.762157 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:47.785659 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-69af48cd-a319-440a-b007-04e1ea873ff2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4289091 Aug 27 16:58:48.105972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90c6f3-0e7d-41f5-b8e1-a8067818f461 None None] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:58:48.446526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8c5a-53dc-4f19-bc14-e04773112ee2 req-7c5b5a8a-d383-44bf-baa9-6948c04ff7d0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:48.448912 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2a0b8c5a-53dc-4f19-bc14-e04773112ee2 req-7c5b5a8a-d383-44bf-baa9-6948c04ff7d0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0502608 Aug 27 16:58:48.494628 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2a0b8c5a-53dc-4f19-bc14-e04773112ee2 req-f0eeab91-8a6e-49f9-9e81-5d65d8ee4ceb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Aug 27 16:58:48.837322 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa811fa-6060-4284-a1a4-ace5eff577a2 req-b19fd8d6-ed9d-48b8-80ca-bd699a4d157b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:48.838817 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4fa811fa-6060-4284-a1a4-ace5eff577a2 req-b19fd8d6-ed9d-48b8-80ca-bd699a4d157b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0505979 Aug 27 16:58:48.879425 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4fa811fa-6060-4284-a1a4-ace5eff577a2 req-b5d34703-ccee-482e-a490-3694dca27b06 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Aug 27 16:58:49.625017 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d43be-bf32-45a5-804f-9cd9d01b53fb req-7a4339c7-11d9-424f-a80c-d19dfce8ed93 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:49.626780 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-301d43be-bf32-45a5-804f-9cd9d01b53fb req-7a4339c7-11d9-424f-a80c-d19dfce8ed93 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0551221 Aug 27 16:58:49.673985 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-301d43be-bf32-45a5-804f-9cd9d01b53fb req-5f077851-c6c1-4901-9a27-e0fd96453710 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Aug 27 16:58:50.006832 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fe92d-cdff-4e2b-bae2-fc3307b5c354 req-712363bc-9ae3-479e-a49d-728f079ef41f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:50.010717 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b6fe92d-cdff-4e2b-bae2-fc3307b5c354 req-712363bc-9ae3-479e-a49d-728f079ef41f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0523729 Aug 27 16:58:50.049372 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b6fe92d-cdff-4e2b-bae2-fc3307b5c354 req-ffceea76-06cc-4396-8890-a10ffcb4113a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Aug 27 16:58:50.685874 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:58:51.129372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37248bb-5810-4ebe-9888-63af1680ea76 req-bcc174bb-357d-43f9-8ac8-e67a6ac89b38 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:51.130847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d37248bb-5810-4ebe-9888-63af1680ea76 req-bcc174bb-357d-43f9-8ac8-e67a6ac89b38 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0528238 Aug 27 16:58:51.170204 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d37248bb-5810-4ebe-9888-63af1680ea76 req-6ef2ac27-a3ae-4ebe-9577-48e04adf391a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Aug 27 16:58:51.274724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea9ae1-6d22-4ff2-9a8c-f20e099b7fa0 req-122f6108-5164-49a3-866d-bdd4836bb43f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:51.276180 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-82ea9ae1-6d22-4ff2-9a8c-f20e099b7fa0 req-122f6108-5164-49a3-866d-bdd4836bb43f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0529408 Aug 27 16:58:51.313360 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-82ea9ae1-6d22-4ff2-9a8c-f20e099b7fa0 req-11dcc2ad-8ea1-4a84-90bd-080daa82fe32 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Aug 27 16:58:51.697528 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-f33db201-e420-410a-9472-7cc161664b2d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:51.699278 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-f33db201-e420-410a-9472-7cc161664b2d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 808 time: 0.1166995 Aug 27 16:58:51.716198 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-72630aa2-010c-4378-a182-3a146effee78 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/quotas/dbb6217897d84359982201327181341d HTTP/1.1" status: 200 len: 375 time: 0.0105181 Aug 27 16:58:51.751897 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-8ec06bec-32be-4fea-8174-f6a5d36f98c7 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284851 Aug 27 16:58:51.848234 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-7af80f81-c2c2-4776-b6bf-306607e5c8f2 service neutron] 10.222.0.44 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894334 Aug 27 16:58:51.935462 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-6f85ed8f-a876-42a8-9d99-c1afacd6675a service neutron] 10.222.0.44 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809574 Aug 27 16:58:52.103577 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-95a07d31-9f52-4332-b51d-083d390e65e3 req-58f8bd6f-a593-4cbc-a858-c6de27710115 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 210 time: 0.0313463 Aug 27 16:58:52.449710 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485231d-f159-4112-9763-68d4fdbb176c req-b69349cb-8fcc-45e2-b822-50dcfcc84af8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:52.451238 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e485231d-f159-4112-9763-68d4fdbb176c req-b69349cb-8fcc-45e2-b822-50dcfcc84af8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0493665 Aug 27 16:58:52.490775 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e485231d-f159-4112-9763-68d4fdbb176c req-f64734c6-5fbf-4ff3-b181-9d8b5808c8f0 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Aug 27 16:58:53.197875 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f95052a7-3d9a-4e64-bf78-45a64ba8bfff req-93f8a774-b8d8-4093-b759-b0c9df5b7bb7 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 210 time: 0.0246725 Aug 27 16:58:53.728416 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89c60-f7ab-44a2-aa86-59ee328ed9f6 req-46e4bd3f-5edd-4c18-a4be-426d59c8929a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:53.729808 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e4a89c60-f7ab-44a2-aa86-59ee328ed9f6 req-46e4bd3f-5edd-4c18-a4be-426d59c8929a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0772216 Aug 27 16:58:53.752061 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-d5f4feb8-d7f1-4c6a-aa74-7f7b0069eadf tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:53.753449 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-d5f4feb8-d7f1-4c6a-aa74-7f7b0069eadf tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 808 time: 0.3728051 Aug 27 16:58:53.782349 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Request body: {'port': {'device_id': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157', 'admin_state_up': True, 'tenant_id': 'dbb6217897d84359982201327181341d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:53.788084 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e4a89c60-f7ab-44a2-aa86-59ee328ed9f6 req-ae7886b5-c510-43a1-a3b8-4ea39e41b15d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 Aug 27 16:58:53.894893 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Made reservation on behalf of dbb6217897d84359982201327181341d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:58:53.898488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.023426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Allocated IP 172.20.0.14 (0cdbc38c-010a-4dad-955d-e440a03e6157/15cdba1c-9f7e-48cd-9361-a2a1960a1f22/cd1f5f12-b6eb-4813-9c65-65c78671e270) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:58:54.169550 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.207651 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.250283 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:58:54.256431 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:58:54.260187 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:58:54.299150 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Pushing event updated for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:54.342309 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:54.343084 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.368342 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd368-ede5-4ed8-8890-2b3b06013fae req-4250e45c-1025-4ac6-8640-f8931d493f80 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:54.369804 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d6bd368-ede5-4ed8-8890-2b3b06013fae req-4250e45c-1025-4ac6-8640-f8931d493f80 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 932 time: 0.0820990 Aug 27 16:58:54.371119 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-1fe71a45-c281-4716-8d68-60f68e69aae5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936472 Aug 27 16:58:54.398513 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Request body: {'port': {'device_id': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:58:54.436997 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d6bd368-ede5-4ed8-8890-2b3b06013fae req-55ce2688-4476-40ea-8331-c79ea9d1c15e tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603235 Aug 27 16:58:54.466015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.732905 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1f5f12-b6eb-4813-9c65-65c78671e270 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:58:54.740097 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.752007 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Transition to ACTIVE for port object cd1f5f12-b6eb-4813-9c65-65c78671e270 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:58:54.755976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.803548 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Pushing event updated for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:54.906598 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Attempting to bind port cd1f5f12-b6eb-4813-9c65-65c78671e270 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:58:54.906928 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Attempting to bind port cd1f5f12-b6eb-4813-9c65-65c78671e270 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:58:54.907249 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Attempting to bind port cd1f5f12-b6eb-4813-9c65-65c78671e270 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:54.913863 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Port cd1f5f12-b6eb-4813-9c65-65c78671e270 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:58:54.914177 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Attempting to bind port cd1f5f12-b6eb-4813-9c65-65c78671e270 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:58:54.921690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:58:54.922025 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Checking segment: {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:58:54.922400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Bound using segment: {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:58:54.922815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Bound port: cd1f5f12-b6eb-4813-9c65-65c78671e270, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:58:54.923168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:54.945265 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0edc4b-e66d-47f6-b56c-b08e942ef9e5 req-5af07b2b-dbfd-4a9a-8fb4-bf05fac7a6e7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:54.946742 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4c0edc4b-e66d-47f6-b56c-b08e942ef9e5 req-5af07b2b-dbfd-4a9a-8fb4-bf05fac7a6e7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0769978 Aug 27 16:58:55.021398 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4c0edc4b-e66d-47f6-b56c-b08e942ef9e5 req-27aa7e94-93b7-404f-8538-592230d77ed6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535827 Aug 27 16:58:55.025399 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:58:55.028525 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:58:55.034373 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:55.073316 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.073956 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:58:55.075308 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] 10.222.0.43 "PUT /v2.0/ports/cd1f5f12-b6eb-4813-9c65-65c78671e270 HTTP/1.1" status: 200 len: 1094 time: 0.6826737 Aug 27 16:58:55.075754 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:58:55.078867 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9536b99-1df9-4406-82d7-7dfe6cc26947" -d '{"events": [{"name": "network-changed", "server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:58:55.100000 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe9bc-74e7-4907-9efa-38a0945e93fc service neutron] Pushing event updated for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:58:55.124122 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4fcbab-a336-4dc5-94b6-405935b36680 x-openstack-request-id: req-4d4fcbab-a336-4dc5-94b6-405935b36680 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:58:55.124419 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:58:55.124666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d4fcbab-a336-4dc5-94b6-405935b36680 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:58:55.125060 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270', 'status': 'completed', 'code': 200} Aug 27 16:58:55.243658 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-25447735-ebfc-44cb-b1e4-5c380de73c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.245671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-25447735-ebfc-44cb-b1e4-5c380de73c97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 1097 time: 0.0414476 Aug 27 16:58:55.302797 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-9cd330d3-98e8-48de-98e3-e08330c12a8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270 HTTP/1.1" status: 200 len: 217 time: 0.0353577 Aug 27 16:58:55.354432 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-cf6fe9ea-bf28-41df-859c-1f40b4b9a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.355814 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-cf6fe9ea-bf28-41df-859c-1f40b4b9a9c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15cdba1c-9f7e-48cd-9361-a2a1960a1f22 HTTP/1.1" status: 200 len: 848 time: 0.0428045 Aug 27 16:58:55.393787 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-a18e3a1c-0fb8-4b6b-86a0-e91bf8d52970 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cdbc38c-010a-4dad-955d-e440a03e6157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285578 Aug 27 16:58:55.488711 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-02e1c0af-0d15-4411-80d3-b5d504045199 service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Aug 27 16:58:55.616440 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea37ba5-3359-40c4-9c1b-fbe48a474f7f req-8fd15cd6-d2dc-446a-b60a-b31a599072c5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.617951 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aea37ba5-3359-40c4-9c1b-fbe48a474f7f req-8fd15cd6-d2dc-446a-b60a-b31a599072c5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 944 time: 0.1078942 Aug 27 16:58:55.634859 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e87e30-30f9-4aae-b078-306ff30e9d40 req-4871dba1-b7f7-40eb-a7f4-e9fa31bdd960 service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334705 Aug 27 16:58:55.660715 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aea37ba5-3359-40c4-9c1b-fbe48a474f7f req-8563234f-bf96-426d-b1cb-d901647f3a95 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351958 Aug 27 16:58:55.828393 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-9df96cc1-6de2-4c3f-bba0-694052a3dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.829880 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-9df96cc1-6de2-4c3f-bba0-694052a3dc25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 1097 time: 0.0404422 Aug 27 16:58:55.940123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-cef5ccbc-7337-4c16-9ace-2d1b0bdd3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:55.941612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-cef5ccbc-7337-4c16-9ace-2d1b0bdd3a10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 909 time: 0.0873570 Aug 27 16:58:55.985002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-00f82e0b-0583-4ea1-8111-c751b29838ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270 HTTP/1.1" status: 200 len: 217 time: 0.0341983 Aug 27 16:58:56.051489 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-d12a7c22-92bf-481f-a0a3-c1482fc9ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:56.053135 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-d12a7c22-92bf-481f-a0a3-c1482fc9ff57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15cdba1c-9f7e-48cd-9361-a2a1960a1f22 HTTP/1.1" status: 200 len: 848 time: 0.0479677 Aug 27 16:58:56.099790 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-d76884c9-27a1-49d9-ab8e-e843d21884ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cdbc38c-010a-4dad-955d-e440a03e6157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293548 Aug 27 16:58:56.207321 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56163e-c61d-4b11-a35a-37f632f634ee req-b777f769-09e7-40ed-bbc2-cbd3a24e6fbf tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:56.208788 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ba56163e-c61d-4b11-a35a-37f632f634ee req-b777f769-09e7-40ed-bbc2-cbd3a24e6fbf tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.1081846 Aug 27 16:58:56.265319 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-3e5f6e96-1bba-40c3-8e9b-044d6d0aa95a service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377614 Aug 27 16:58:56.268236 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ba56163e-c61d-4b11-a35a-37f632f634ee req-babeacc9-b0df-4793-96b5-0250c00b54e6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528512 Aug 27 16:58:56.408103 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9536b99-1df9-4406-82d7-7dfe6cc26947 req-84a63974-fbca-49ea-a125-053d9f53434e service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896804 Aug 27 16:58:56.784288 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02119d-1845-42c5-bb51-332f382ccfcb req-d42f3693-3f7f-425e-8c1a-89359ecee814 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:56.785794 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6e02119d-1845-42c5-bb51-332f382ccfcb req-d42f3693-3f7f-425e-8c1a-89359ecee814 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 944 time: 0.0549254 Aug 27 16:58:56.837189 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6e02119d-1845-42c5-bb51-332f382ccfcb req-facf91dc-296b-4cbd-9c33-aff800117738 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436544 Aug 27 16:58:57.387625 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f40d-731e-4300-a1e4-aaaa81620673 req-36fdd3c7-b2c6-4cc5-9414-ef72cc1d7c99 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:57.389420 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a287f40d-731e-4300-a1e4-aaaa81620673 req-36fdd3c7-b2c6-4cc5-9414-ef72cc1d7c99 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0497923 Aug 27 16:58:57.432288 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a287f40d-731e-4300-a1e4-aaaa81620673 req-af084746-c3ac-4d9c-b778-58fa380f4d24 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 Aug 27 16:58:57.956848 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629769-67d2-466c-bd69-1e5c75f21213 req-45769fe8-512a-48d5-be7e-4b2a12b7fdff tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:57.960261 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10629769-67d2-466c-bd69-1e5c75f21213 req-45769fe8-512a-48d5-be7e-4b2a12b7fdff tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 944 time: 0.0494406 Aug 27 16:58:58.002970 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10629769-67d2-466c-bd69-1e5c75f21213 req-7e3bf397-c602-4959-a48f-76d58451806b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Aug 27 16:58:58.552970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532aa8-ee59-4f78-8a56-e1f948604299 req-d274630b-9e39-45f4-8618-a16259d83ee7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:58.554443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a532aa8-ee59-4f78-8a56-e1f948604299 req-d274630b-9e39-45f4-8618-a16259d83ee7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0505905 Aug 27 16:58:58.593006 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a532aa8-ee59-4f78-8a56-e1f948604299 req-ac9b5286-ee1d-48b9-a522-90c592095432 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Aug 27 16:58:59.131523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f819c-78db-4351-8655-f9680ae47ff1 req-c1d22a46-ec71-45ff-8604-6ecfc3791532 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:59.133128 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d08f819c-78db-4351-8655-f9680ae47ff1 req-c1d22a46-ec71-45ff-8604-6ecfc3791532 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 944 time: 0.0608964 Aug 27 16:58:59.176503 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d08f819c-78db-4351-8655-f9680ae47ff1 req-5cb6cdad-8aa0-4a9b-b6e0-1812f1438788 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344174 Aug 27 16:58:59.712819 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71d116-a002-4b8c-afd3-c29bcbfba679 req-e21f1a84-569b-4155-9220-5f06011408fd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:58:59.714359 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fd71d116-a002-4b8c-afd3-c29bcbfba679 req-e21f1a84-569b-4155-9220-5f06011408fd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0483861 Aug 27 16:58:59.752262 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fd71d116-a002-4b8c-afd3-c29bcbfba679 req-06bfebe9-3933-471d-bb19-83a9ca6710fb tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Aug 27 16:59:00.302156 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d26691-8916-452f-9f21-731a194c5b2c req-a842edae-2675-4559-a27f-23533a30fb95 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:00.304518 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6d26691-8916-452f-9f21-731a194c5b2c req-a842edae-2675-4559-a27f-23533a30fb95 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 944 time: 0.0551341 Aug 27 16:59:00.343824 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6d26691-8916-452f-9f21-731a194c5b2c req-a4253cd8-e9ab-41e8-9fe4-1d6d4afd2096 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Aug 27 16:59:00.873022 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873015c5-f57f-472d-bd5d-2954f451dcb8 req-ffab54b6-865c-483d-9c8b-944677c298b3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:00.875590 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-873015c5-f57f-472d-bd5d-2954f451dcb8 req-ffab54b6-865c-483d-9c8b-944677c298b3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0520499 Aug 27 16:59:00.914311 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-873015c5-f57f-472d-bd5d-2954f451dcb8 req-272262cb-96a5-4ebe-acbd-e1a118be1358 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328054 Aug 27 16:59:00.919112 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device cd1f5f12-b6eb-4813-9c65-65c78671e270 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:01.030253 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:01.042233 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'cd1f5f12-b6eb-4813-9c65-65c78671e270', 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157', 'port_id': 'cd1f5f12-b6eb-4813-9c65-65c78671e270', 'mac_address': 'fa:16:3e:31:a2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cdba1c-9f7e-48cd-9361-a2a1960a1f22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:01.082481 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:01.095672 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1f5f12-b6eb-4813-9c65-65c78671e270 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:01.117655 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:01.121418 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:01.122112 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:01.221737 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:01.235969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.236315 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.236697 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.237059 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.237395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.237760 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.238119 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.238446 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.238803 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.239111 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.239458 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.239780 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:01.278788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:01.291627 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7375db60-63db-4f1c-af73-2dcb74926519', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:01.348774 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:01.387412 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:01.431279 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:01.438523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:01.514292 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:01.527891 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642237b-a8f1-42e1-bd22-26c6c81b1ffa req-9d0d6d94-b5c0-4810-aa55-c2c8598e207c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:01.529523 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b642237b-a8f1-42e1-bd22-26c6c81b1ffa req-9d0d6d94-b5c0-4810-aa55-c2c8598e207c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 945 time: 0.0779305 Aug 27 16:59:01.585615 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b642237b-a8f1-42e1-bd22-26c6c81b1ffa req-07883953-d169-4204-b041-321146eb9bf8 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Aug 27 16:59:01.851875 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7375db60-63db-4f1c-af73-2dcb74926519'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:02.111944 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9082d-f43d-447f-946b-f72ea66ad89e req-02e252c9-a550-4f37-9f67-7c08e88c34ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:02.118694 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3ed9082d-f43d-447f-946b-f72ea66ad89e req-02e252c9-a550-4f37-9f67-7c08e88c34ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.0671082 Aug 27 16:59:02.159440 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3ed9082d-f43d-447f-946b-f72ea66ad89e req-f2a8e920-1d3e-4201-bcdc-552e5bf62e74 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384121 Aug 27 16:59:02.176735 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['cd1f5f12-b6eb-4813-9c65-65c78671e270'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:02.720911 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d4eb-b316-4dc8-8dc2-4d8e1dfea9ab req-a57aaeb4-e427-427b-afdf-bbea8342a942 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:02.722536 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9f46d4eb-b316-4dc8-8dc2-4d8e1dfea9ab req-a57aaeb4-e427-427b-afdf-bbea8342a942 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 945 time: 0.0571394 Aug 27 16:59:02.762850 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9f46d4eb-b316-4dc8-8dc2-4d8e1dfea9ab req-e60080bb-1294-451a-ad9d-b3115904a197 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341458 Aug 27 16:59:02.911868 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:59:02.975133 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7375db60-63db-4f1c-af73-2dcb74926519 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:02.975511 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:03.087178 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:03.116846 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:03.119504 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1ef05-cc3e-42af-8596-dce37f392226" -d '{"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:03.144784 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:03.151687 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:03.178934 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc75a6f-6bee-4b46-af3b-3ce5c5f7e5aa x-openstack-request-id: req-1bc75a6f-6bee-4b46-af3b-3ce5c5f7e5aa {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:03.179644 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:03.179644 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bc75a6f-6bee-4b46-af3b-3ce5c5f7e5aa {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:03.179826 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'code': 200} Aug 27 16:59:03.232046 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:03.299908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554296c-6d51-450b-821d-d429c1d47998 req-418ff38e-8df4-457f-a4ad-c90ed91d2342 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:03.307324 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d554296c-6d51-450b-821d-d429c1d47998 req-418ff38e-8df4-457f-a4ad-c90ed91d2342 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0625274 Aug 27 16:59:03.349927 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d554296c-6d51-450b-821d-d429c1d47998 req-754c468c-4c8d-400e-ab74-a087be790478 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377285 Aug 27 16:59:03.744159 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6d93e354-3244-4603-89da-e0e29984a398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:03.907137 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87134f-36a9-49f6-9567-f4ccb95c0093 req-ac490641-ab52-427b-8b99-a038d268917c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:03.909132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af87134f-36a9-49f6-9567-f4ccb95c0093 req-ac490641-ab52-427b-8b99-a038d268917c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 945 time: 0.0643198 Aug 27 16:59:03.957595 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af87134f-36a9-49f6-9567-f4ccb95c0093 req-eaab136a-2ff6-4bca-a07c-757d1f5c4e86 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Aug 27 16:59:04.506248 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590520-2e95-432f-a24f-f0e7bbed10dd req-679e992c-cbcc-48b9-822e-76b7fef1bbe9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:04.508404 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6590520-2e95-432f-a24f-f0e7bbed10dd req-679e992c-cbcc-48b9-822e-76b7fef1bbe9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0714655 Aug 27 16:59:04.573254 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6590520-2e95-432f-a24f-f0e7bbed10dd req-b1b21d4d-ffcb-4752-ac7e-4a73fe573ae9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575628 Aug 27 16:59:04.928025 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device cd1f5f12-b6eb-4813-9c65-65c78671e270 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:59:05.007759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd23ae0-0f2f-46cb-bc8d-6abd6deb42fb req-20f7e8d5-8293-4f32-b65f-91ddac54542a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.014322 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port cd1f5f12-b6eb-4813-9c65-65c78671e270 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:05.015130 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3bd23ae0-0f2f-46cb-bc8d-6abd6deb42fb req-20f7e8d5-8293-4f32-b65f-91ddac54542a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1133668 Aug 27 16:59:05.018861 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port cd1f5f12-b6eb-4813-9c65-65c78671e270 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:05.019425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:05.071167 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3bd23ae0-0f2f-46cb-bc8d-6abd6deb42fb req-67a00652-a7d2-4fce-81e2-5ca1a6617327 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Aug 27 16:59:05.119286 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-4207c606-3548-423a-89a8-a3ba877d9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.122986 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-4207c606-3548-423a-89a8-a3ba877d9229 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.1877968 Aug 27 16:59:05.201471 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:05.248893 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:05.251287 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:05.253617 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d6f27-5b3e-44b7-a8e1-757f17869553" -d '{"events": [{"server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "name": "network-vif-plugged", "status": "completed", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:05.257831 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:05.271078 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25b850-417c-4da0-b58c-82c5ec319265 req-87d782d9-7ec1-443e-bdf2-952697c11008 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.280912 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d25b850-417c-4da0-b58c-82c5ec319265 req-87d782d9-7ec1-443e-bdf2-952697c11008 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 945 time: 0.1114230 Aug 27 16:59:05.294991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eef5c8-c0a7-4cc7-ae28-dcad4dc752f0 x-openstack-request-id: req-a2eef5c8-c0a7-4cc7-ae28-dcad4dc752f0 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:05.295291 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "name": "network-vif-plugged", "status": "completed", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:05.295678 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2eef5c8-c0a7-4cc7-ae28-dcad4dc752f0 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:05.296605 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270', 'code': 200} Aug 27 16:59:05.329890 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:05.357734 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d25b850-417c-4da0-b58c-82c5ec319265 req-2020a7b4-0349-4234-8fc0-9ad9d8491767 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744984 Aug 27 16:59:05.360088 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-585b87a2-a28a-43b2-a21a-d0d381312c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.361657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-585b87a2-a28a-43b2-a21a-d0d381312c67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.2239237 Aug 27 16:59:05.439134 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-7820c43f-72a7-48a6-82c4-62580ff5cb68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0464942 Aug 27 16:59:05.503809 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-527e2d8b-be89-4a68-8c4e-0f59241d2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.505194 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-527e2d8b-be89-4a68-8c4e-0f59241d2e0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0565629 Aug 27 16:59:05.560113 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-16c9f8ed-bff5-4497-b361-95d66965e93c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388846 Aug 27 16:59:05.641624 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff342-dd26-48de-8848-0c401d3886b5 req-d71597b2-2397-4389-89ab-f829b39fc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.643170 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b3ff342-dd26-48de-8848-0c401d3886b5 req-d71597b2-2397-4389-89ab-f829b39fc738 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 1099 time: 0.1232421 Aug 27 16:59:05.745324 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b3ff342-dd26-48de-8848-0c401d3886b5 req-6831aa6a-14e3-426d-a822-9bb303d27c7a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829639 Aug 27 16:59:05.768946 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-711e829b-a833-4d84-ab93-5f39b84b4cd7 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949921 Aug 27 16:59:05.793080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfd9f-3089-4c9b-864d-52aedc64e48e req-f71834d4-40b2-446e-8a5b-ef50b898d50d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:05.801530 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f97bfd9f-3089-4c9b-864d-52aedc64e48e req-f71834d4-40b2-446e-8a5b-ef50b898d50d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0800300 Aug 27 16:59:05.839088 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f97bfd9f-3089-4c9b-864d-52aedc64e48e req-d46e08ec-1185-44be-9d6c-c98f2fd503eb tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364542 Aug 27 16:59:06.274201 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0b21-3806-4044-9164-1537f18e48a3 req-767ccc9a-18d4-4c52-b2e4-7b33712003b9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:06.275919 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c5da0b21-3806-4044-9164-1537f18e48a3 req-767ccc9a-18d4-4c52-b2e4-7b33712003b9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1261890 Aug 27 16:59:06.314820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0a409f91-9e6a-4a1e-b78b-3532c0c17084 req-8637ebbb-5ef0-4b37-a0c9-63d737ad2731 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548316 Aug 27 16:59:06.352042 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c5da0b21-3806-4044-9164-1537f18e48a3 req-383c314e-a8bf-43c1-93ce-79ea609e0734 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679891 Aug 27 16:59:06.464618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3afaba09-47b0-41fe-9603-cb01988c3e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:06.489053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780b32-f75e-436c-be9b-891b3814aa85 req-6dea12cd-ac60-4eec-9f99-98b8d74e771c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:06.490678 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c780b32-f75e-436c-be9b-891b3814aa85 req-6dea12cd-ac60-4eec-9f99-98b8d74e771c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0603502 Aug 27 16:59:06.537559 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c780b32-f75e-436c-be9b-891b3814aa85 req-3224d44b-e8b1-4124-a6d5-e80e4108b89d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Aug 27 16:59:06.688791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:07.019945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e07e-bd54-4334-98fa-745cdacc64c2 req-ba1ee32c-a6a7-4e16-8d8c-aad84c05cbbc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:07.021517 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b540e07e-bd54-4334-98fa-745cdacc64c2 req-ba1ee32c-a6a7-4e16-8d8c-aad84c05cbbc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0593643 Aug 27 16:59:07.066263 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b540e07e-bd54-4334-98fa-745cdacc64c2 req-4c53bc50-589f-43ad-bc9f-fc57b277fd5b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378211 Aug 27 16:59:07.503416 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5b0af-d9e0-4871-9396-226c6833744a req-7cae1b4a-7d8b-4147-b959-31ace1f36b61 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:07.505920 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b5a5b0af-d9e0-4871-9396-226c6833744a req-7cae1b4a-7d8b-4147-b959-31ace1f36b61 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0643137 Aug 27 16:59:07.603424 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b5a5b0af-d9e0-4871-9396-226c6833744a req-e08fc6b0-86ca-4502-837a-71febc7296b6 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Aug 27 16:59:07.761556 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cb4d-3c77-4ba3-b04d-e083dfb4ce47 req-947e0637-4b6d-4c0a-a428-1010842b2874 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:07.763150 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4ae3cb4d-3c77-4ba3-b04d-e083dfb4ce47 req-947e0637-4b6d-4c0a-a428-1010842b2874 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.1069002 Aug 27 16:59:08.040145 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698536aa-0ac5-4357-8fb4-65bf927c0827 req-292c1e98-0170-48af-b023-70b6927e7ecc tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:08.048344 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-698536aa-0ac5-4357-8fb4-65bf927c0827 req-292c1e98-0170-48af-b023-70b6927e7ecc tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.3564610 Aug 27 16:59:08.067033 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:08.099229 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4ae3cb4d-3c77-4ba3-b04d-e083dfb4ce47 req-f97489ef-c9eb-42a7-b1a0-021e4b7dffce tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283336 Aug 27 16:59:08.133257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-698536aa-0ac5-4357-8fb4-65bf927c0827 req-56d750e9-76f5-4e92-a47c-f75aa3526d0b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837994 Aug 27 16:59:08.231703 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a230e-4212-4fe2-bffd-f0efdb9855d6 req-1f5d7702-625f-40b4-8612-aca46784701e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:08.233169 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a34a230e-4212-4fe2-bffd-f0efdb9855d6 req-1f5d7702-625f-40b4-8612-aca46784701e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0535817 Aug 27 16:59:08.274287 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a34a230e-4212-4fe2-bffd-f0efdb9855d6 req-1f35a6c1-1e53-4ef0-8670-08472587d507 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342827 Aug 27 16:59:08.725800 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766820e-b012-4fa6-a272-0e74c71811e4 req-8d3b5aed-093e-4500-aac2-1d0a49c3664f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:08.734056 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2766820e-b012-4fa6-a272-0e74c71811e4 req-8d3b5aed-093e-4500-aac2-1d0a49c3664f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0638158 Aug 27 16:59:08.770617 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2766820e-b012-4fa6-a272-0e74c71811e4 req-bdc14d80-bfe9-4cfd-bde6-0f17d41bc83d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Aug 27 16:59:09.266372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c5dc7-f588-415a-857a-c0e9dec6e0ed req-c7f6cd32-0eb1-4aea-b1a9-b3beacc3bfec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:09.267762 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6f4c5dc7-f588-415a-857a-c0e9dec6e0ed req-c7f6cd32-0eb1-4aea-b1a9-b3beacc3bfec tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.0842686 Aug 27 16:59:09.285936 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baf70e-c522-4f45-80c7-51b63bd4131d req-d410d826-47b9-4f57-91d0-881fb4ebe086 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:09.287480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6baf70e-c522-4f45-80c7-51b63bd4131d req-d410d826-47b9-4f57-91d0-881fb4ebe086 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0730855 Aug 27 16:59:09.343838 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6f4c5dc7-f588-415a-857a-c0e9dec6e0ed req-205154bc-e827-419c-93d0-50a1284c2a34 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Aug 27 16:59:09.346676 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6baf70e-c522-4f45-80c7-51b63bd4131d req-a0c174ee-e44f-4447-ad22-c9bea01922c1 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Aug 27 16:59:09.520385 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae65725-8d34-4351-80e7-f6f7c220fd51 req-d8a5124d-9386-4d46-93d6-f38fc1df922f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:09.522588 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dae65725-8d34-4351-80e7-f6f7c220fd51 req-d8a5124d-9386-4d46-93d6-f38fc1df922f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0596695 Aug 27 16:59:09.568826 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dae65725-8d34-4351-80e7-f6f7c220fd51 req-e112ece5-cbb8-4e78-8341-b044b75131c4 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399666 Aug 27 16:59:09.856529 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:09.947679 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1249d-1057-4d5e-bd0c-4bf456559377 req-f27590fb-a2b4-4335-a802-8f5831cfafb9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:09.949443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-67d1249d-1057-4d5e-bd0c-4bf456559377 req-f27590fb-a2b4-4335-a802-8f5831cfafb9 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0893722 Aug 27 16:59:09.997449 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-67d1249d-1057-4d5e-bd0c-4bf456559377 req-af5c545d-eecc-4471-ba76-bb6a15724bfd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Aug 27 16:59:10.400036 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a4c12-8510-409e-9ffc-133214a40621 req-e125bf1b-de0f-489d-b603-46d27fbf4b0b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:10.410030 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-346a4c12-8510-409e-9ffc-133214a40621 req-e125bf1b-de0f-489d-b603-46d27fbf4b0b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0717704 Aug 27 16:59:10.466224 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-346a4c12-8510-409e-9ffc-133214a40621 req-a8406cef-f4c1-4dfe-8e64-11c910ee60fb tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524735 Aug 27 16:59:10.512436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897bdba-0472-40ef-8495-03e85c5c925a req-138b2916-29f5-4ef2-942e-ff02648bf4aa tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:10.514234 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4897bdba-0472-40ef-8495-03e85c5c925a req-138b2916-29f5-4ef2-942e-ff02648bf4aa tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.0637496 Aug 27 16:59:10.553284 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4897bdba-0472-40ef-8495-03e85c5c925a req-b74006ae-be31-45fa-933f-7a8a48725766 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Aug 27 16:59:10.701614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b5f9-bb00-4ac7-8ca4-2959ef2af763 req-e18e684a-f9f6-4575-8508-fa874ac54bca tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:10.703346 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8584b5f9-bb00-4ac7-8ca4-2959ef2af763 req-e18e684a-f9f6-4575-8508-fa874ac54bca tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0555696 Aug 27 16:59:10.771378 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8584b5f9-bb00-4ac7-8ca4-2959ef2af763 req-f5653433-6bef-47bd-8dc3-07916793af1f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551872 Aug 27 16:59:10.779692 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-17ed2ccd-1dad-4951-8c5c-bc727ad8db21 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:10.781651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-17ed2ccd-1dad-4951-8c5c-bc727ad8db21 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 945 time: 0.0733826 Aug 27 16:59:10.879251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Deleting port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:10.879593 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:10.965081 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] For port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:10.965832 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:10.978849 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Calling delete_port for 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:11.153021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508424a-bdad-437a-a6a9-d67412b854e1 req-f7b73895-f03f-4be9-b4e0-532abbe6c8d2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:11.154599 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2508424a-bdad-437a-a6a9-d67412b854e1 req-f7b73895-f03f-4be9-b4e0-532abbe6c8d2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0891461 Aug 27 16:59:11.155953 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:11.192767 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event deleted for resources: {'Port': ['ID=4c2ce7e4-d14e-4b21-82aa-dab4785a4655,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:11.211479 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18', '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', '4c2ce7e4-d14e-4b21-82aa-dab4785a4655'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:11.251149 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] No DVR routers for this DVR port 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:11.255439 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2508424a-bdad-437a-a6a9-d67412b854e1 req-62d0f846-ca88-44c1-b18f-ea5e3753688a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932372 Aug 27 16:59:11.256548 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:11.258820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56888de6-c977-46d4-bad9-b7c4a1fc94d9 req-02f4363d-0310-4a4e-adf8-c4730718a5d1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "DELETE /v2.0/ports/4c2ce7e4-d14e-4b21-82aa-dab4785a4655 HTTP/1.1" status: 204 len: 173 time: 0.4700212 Aug 27 16:59:11.258932 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'name': 'network-vif-deleted', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:11.261171 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea90d2f-4951-40c3-b2fd-ea6249c4a21c" -d '{"events": [{"server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "name": "network-vif-deleted", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:11.298694 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c3516-b8ed-4a6b-9f2c-1eb28cb14ad1 x-openstack-request-id: req-261c3516-b8ed-4a6b-9f2c-1eb28cb14ad1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:11.298998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f513ece-a967-43b1-b3c6-53daecdf60e2", "name": "network-vif-deleted", "tag": "4c2ce7e4-d14e-4b21-82aa-dab4785a4655", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:11.299263 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-261c3516-b8ed-4a6b-9f2c-1eb28cb14ad1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:11.299784 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f513ece-a967-43b1-b3c6-53daecdf60e2', 'name': 'network-vif-deleted', 'tag': '4c2ce7e4-d14e-4b21-82aa-dab4785a4655', 'status': 'completed', 'code': 200} Aug 27 16:59:11.622561 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bad32-a04e-41b1-942d-7d05668e3ec1 req-454b57a5-3837-4c5c-8627-fefb84b191f4 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:11.624851 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a83bad32-a04e-41b1-942d-7d05668e3ec1 req-454b57a5-3837-4c5c-8627-fefb84b191f4 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0615392 Aug 27 16:59:11.673625 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d4442836-8fdb-4cd2-b950-ce7859e352eb req-b18bec39-8237-4bc9-a50b-0170dd8d40b6 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f513ece-a967-43b1-b3c6-53daecdf60e2 HTTP/1.1" status: 200 len: 210 time: 0.0292306 Aug 27 16:59:11.685722 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a83bad32-a04e-41b1-942d-7d05668e3ec1 req-71305758-6d8b-424c-aaad-a93f6bc97737 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547206 Aug 27 16:59:11.895596 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd90d-05f3-426b-85e2-f610fe6b8d99 req-501e30d0-8dd7-47e0-8253-fdc5b5dde926 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:11.897034 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-579bd90d-05f3-426b-85e2-f610fe6b8d99 req-501e30d0-8dd7-47e0-8253-fdc5b5dde926 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0515859 Aug 27 16:59:11.935314 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-579bd90d-05f3-426b-85e2-f610fe6b8d99 req-0d9bcf1e-eea7-4cc1-9a73-4909301739bd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Aug 27 16:59:11.973950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-0a79123d-d9db-45c1-8e1c-9e0e798829d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:11.975460 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-0a79123d-d9db-45c1-8e1c-9e0e798829d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1098 time: 0.0392246 Aug 27 16:59:12.068656 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-310d2089-930c-4525-a5a8-2576bef7a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:12.070068 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-310d2089-930c-4525-a5a8-2576bef7a296 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.0834794 Aug 27 16:59:12.134752 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-d9b1dffb-11e1-4ecc-98ef-41d4822ef591 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 1001 time: 0.0563760 Aug 27 16:59:12.207282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-9a345d59-a381-40e8-987f-324356744546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:12.208739 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-9a345d59-a381-40e8-987f-324356744546 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0444596 Aug 27 16:59:12.264657 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-8099b42b-c808-49e0-8236-ded735ea1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:12.266168 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-8099b42b-c808-49e0-8236-ded735ea1706 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454066 Aug 27 16:59:12.410768 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdab47e-e172-43ea-9d5d-f09e83a34913 req-019f7f8b-4eac-41e6-9dc4-cc0f3668c678 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:12.412141 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ccdab47e-e172-43ea-9d5d-f09e83a34913 req-019f7f8b-4eac-41e6-9dc4-cc0f3668c678 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0815344 Aug 27 16:59:12.415695 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-edd933ff-7b69-41da-96e3-966504860949 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301260 Aug 27 16:59:12.501815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ccdab47e-e172-43ea-9d5d-f09e83a34913 req-0549189f-e0fb-493e-a79b-fab0f6aa0479 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834672 Aug 27 16:59:12.535114 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b31beb6a-04f4-44b5-8de7-3295f823acde req-265b6166-4fc5-4566-9a2f-58c1a7baef31 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093147 Aug 27 16:59:12.817449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b00b2-c8ea-4caa-83d3-283b8236132d req-54bdb962-e0f8-4e87-9ef4-59ff79ef5057 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:12.819568 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-800b00b2-c8ea-4caa-83d3-283b8236132d req-54bdb962-e0f8-4e87-9ef4-59ff79ef5057 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0568597 Aug 27 16:59:12.858766 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-800b00b2-c8ea-4caa-83d3-283b8236132d req-9e0becc8-a914-4eeb-9f70-0d900eee93a6 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Aug 27 16:59:13.057881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85803c-acf9-436c-824f-eeec0cb47753 req-b8972b7d-c172-4c3b-9481-8908d5f89b7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:13.059382 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f85803c-acf9-436c-824f-eeec0cb47753 req-b8972b7d-c172-4c3b-9481-8908d5f89b7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0518823 Aug 27 16:59:13.099836 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f85803c-acf9-436c-824f-eeec0cb47753 req-4eaad515-9acc-442a-a930-a33d9a4c71f8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Aug 27 16:59:13.211975 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:13.615182 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a3f4-128a-4932-8ed7-589c3656bc5f req-66bef1f1-b880-4771-b025-c5af9f0c65b5 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:13.616693 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3632a3f4-128a-4932-8ed7-589c3656bc5f req-66bef1f1-b880-4771-b025-c5af9f0c65b5 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0485923 Aug 27 16:59:13.655638 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3632a3f4-128a-4932-8ed7-589c3656bc5f req-19f23eb6-4046-4bc1-895e-6fb5342cc69f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 27 16:59:13.933752 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-9234b542-60d2-4143-8eda-7b6adf404f44 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:13.935995 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-9234b542-60d2-4143-8eda-7b6adf404f44 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Aug 27 16:59:14.042205 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442848c-2325-4756-bfff-020f9e4c4c8b req-1cc79ed5-9174-4c98-91f7-78426ab65af0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:14.043630 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e442848c-2325-4756-bfff-020f9e4c4c8b req-1cc79ed5-9174-4c98-91f7-78426ab65af0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 946 time: 0.1061478 Aug 27 16:59:14.123183 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e442848c-2325-4756-bfff-020f9e4c4c8b req-57d0db63-1803-4fc0-9d25-7f32602b043f tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706089 Aug 27 16:59:14.133368 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa19a7-1674-4767-98b6-cb2dfe34c2eb req-54cb0ce0-c495-42cd-ad3a-3d64b0bc16c9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:14.134801 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2afa19a7-1674-4767-98b6-cb2dfe34c2eb req-54cb0ce0-c495-42cd-ad3a-3d64b0bc16c9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.1023438 Aug 27 16:59:14.145143 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Deleting port cd1f5f12-b6eb-4813-9c65-65c78671e270 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:14.145521 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:14.252657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2afa19a7-1674-4767-98b6-cb2dfe34c2eb req-0b0be0d4-5a18-4cb1-8cce-7853c82ecbcc tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099508 Aug 27 16:59:14.286766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2935e3-a80a-478c-9a92-ecf4e1dda55a req-b393c1f4-d2fe-4afd-8d47-d68e88d89936 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:14.288204 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be2935e3-a80a-478c-9a92-ecf4e1dda55a req-b393c1f4-d2fe-4afd-8d47-d68e88d89936 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0930061 Aug 27 16:59:14.305579 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] For port cd1f5f12-b6eb-4813-9c65-65c78671e270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd1f5f12-b6eb-4813-9c65-65c78671e270,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:14.305940 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:14.325351 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Calling delete_port for cd1f5f12-b6eb-4813-9c65-65c78671e270 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:14.349255 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be2935e3-a80a-478c-9a92-ecf4e1dda55a req-baadab35-a813-486b-8b04-969ee4ed0b5d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541158 Aug 27 16:59:14.463357 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:14.493093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Pushing event deleted for resources: {'Port': ['ID=cd1f5f12-b6eb-4813-9c65-65c78671e270,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:14.531864 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] No DVR routers for this DVR port cd1f5f12-b6eb-4813-9c65-65c78671e270 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:14.534467 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:14.536384 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be856505-6b5b-4b68-917d-902d4cd6a2d1 req-ff5916a9-b477-4f07-a9d5-f4e3de2289dd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "DELETE /v2.0/ports/cd1f5f12-b6eb-4813-9c65-65c78671e270 HTTP/1.1" status: 204 len: 173 time: 0.5906794 Aug 27 16:59:14.536801 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'name': 'network-vif-deleted', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:14.539019 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d6cf2-b9e4-4965-86b5-13481f0e6df4" -d '{"events": [{"server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "name": "network-vif-deleted", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:14.573306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab317b-5639-47f3-a953-515ba233e440 x-openstack-request-id: req-17ab317b-5639-47f3-a953-515ba233e440 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:14.573628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c24b0-fc1e-4f07-8b8e-0af9c848a547", "name": "network-vif-deleted", "tag": "cd1f5f12-b6eb-4813-9c65-65c78671e270", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:14.573877 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17ab317b-5639-47f3-a953-515ba233e440 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:14.574261 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c24b0-fc1e-4f07-8b8e-0af9c848a547', 'name': 'network-vif-deleted', 'tag': 'cd1f5f12-b6eb-4813-9c65-65c78671e270', 'status': 'completed', 'code': 200} Aug 27 16:59:14.770671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9eb35-ce89-4aa4-8977-f6f374cdece2 req-eaf2cb6d-4ec2-4700-aaa4-b4fe4e0d7957 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:14.772193 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8cd9eb35-ce89-4aa4-8977-f6f374cdece2 req-eaf2cb6d-4ec2-4700-aaa4-b4fe4e0d7957 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0490215 Aug 27 16:59:14.808808 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8cd9eb35-ce89-4aa4-8977-f6f374cdece2 req-56e79f09-47ef-4f21-8d9a-c0247b54af4a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Aug 27 16:59:15.222195 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c383c0c-4dc2-45ed-b5f9-04d7d5c16ac7 req-df08efec-c62a-441d-8815-377b49cbd692 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Aug 27 16:59:15.361738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55290c-9de7-407b-b561-164277085a38 req-5647b248-bb52-47a6-8493-dcac8de20611 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:15.363100 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a55290c-9de7-407b-b561-164277085a38 req-5647b248-bb52-47a6-8493-dcac8de20611 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0469000 Aug 27 16:59:15.402705 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a55290c-9de7-407b-b561-164277085a38 req-be40a5c5-ed60-4ebd-aed4-2ce928ed77fe tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Aug 27 16:59:15.466946 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bcf1b-64b4-4e0f-acc1-bf35b63dcad1 req-56aabbe8-83c7-4799-8b31-059d0a1a24db tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:15.468498 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-701bcf1b-64b4-4e0f-acc1-bf35b63dcad1 req-56aabbe8-83c7-4799-8b31-059d0a1a24db tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0470572 Aug 27 16:59:15.506950 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-701bcf1b-64b4-4e0f-acc1-bf35b63dcad1 req-8672e6d8-20da-4ffd-a971-3aac058e3f3d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326555 Aug 27 16:59:15.923591 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144c962-e193-4d7f-9d6e-042c03e24325 req-3c14f222-7e18-45ad-9363-d271f4afe25b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:15.925046 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7144c962-e193-4d7f-9d6e-042c03e24325 req-3c14f222-7e18-45ad-9363-d271f4afe25b tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0500934 Aug 27 16:59:15.961889 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7144c962-e193-4d7f-9d6e-042c03e24325 req-fa599918-3160-4019-8c4a-eb7fcdde9654 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Aug 27 16:59:16.314928 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73f9062c-2eef-433d-b22d-e82eac8c9be7 req-11fb2d04-d5e6-4312-9484-8860271f7f0a tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Aug 27 16:59:16.514956 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b395e8-b62d-4fad-b3bb-9bf6693514a7 req-28c98bff-d263-432e-8734-d1e5a2965a82 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:16.516420 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11b395e8-b62d-4fad-b3bb-9bf6693514a7 req-28c98bff-d263-432e-8734-d1e5a2965a82 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0481415 Aug 27 16:59:16.557270 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11b395e8-b62d-4fad-b3bb-9bf6693514a7 req-e96891a6-fd85-4012-b46f-7563990d4717 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348859 Aug 27 16:59:16.629702 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d1a9-89cb-4994-9313-afe1f1addea6 req-2c9daf8c-c782-419d-af99-d4149cee2bbc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:16.631201 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdb6d1a9-89cb-4994-9313-afe1f1addea6 req-2c9daf8c-c782-419d-af99-d4149cee2bbc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 945 time: 0.0489206 Aug 27 16:59:16.672173 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdb6d1a9-89cb-4994-9313-afe1f1addea6 req-a3f6c3ed-8567-415a-9e8d-bc88f98cd4fa tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347042 Aug 27 16:59:16.818308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['cd1f5f12-b6eb-4813-9c65-65c78671e270'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:16.856038 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:16.934505 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:16.958688 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:16.960923 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42abf69a-d188-4e43-b1cd-c4d1ad099143" -d '{"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:16.973400 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:16.978249 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:16.979227 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:17.020185 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fc0104-bc03-4b51-ba7a-4324573943d8 x-openstack-request-id: req-19fc0104-bc03-4b51-ba7a-4324573943d8 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:17.020485 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-unplugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:17.020738 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19fc0104-bc03-4b51-ba7a-4324573943d8 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:17.021111 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'code': 200} Aug 27 16:59:17.021638 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:17.021972 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 4c2ce7e4-d14e-4b21-82aa-dab4785a4655 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:17.048308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=8']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:17.081897 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc795a-5b2f-4db2-b8b7-a4e9683bfac1 req-693eb998-f672-4e49-9efd-ced2b7083246 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:17.083349 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fc795a-5b2f-4db2-b8b7-a4e9683bfac1 req-693eb998-f672-4e49-9efd-ced2b7083246 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0489557 Aug 27 16:59:17.121530 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fc795a-5b2f-4db2-b8b7-a4e9683bfac1 req-23699aa0-e514-4058-b56b-e861d3fd487c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Aug 27 16:59:17.421001 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb300eaf-7fff-4d09-b6e5-a210913b4cb9 req-b635af8f-e3ed-47d9-af09-290b07c3adda tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=df9c24b0-fc1e-4f07-8b8e-0af9c848a547 HTTP/1.1" status: 200 len: 210 time: 0.0258443 Aug 27 16:59:17.691889 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408107dc-caeb-48d4-bfb5-c92a4a8044ad req-fe7a9236-8499-4bc4-9944-ad54d58ca2b3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:17.707953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-408107dc-caeb-48d4-bfb5-c92a4a8044ad req-fe7a9236-8499-4bc4-9944-ad54d58ca2b3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0628259 Aug 27 16:59:17.756960 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-408107dc-caeb-48d4-bfb5-c92a4a8044ad req-44fda369-c2f6-4821-be37-5a7f3ec6f2c3 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479894 Aug 27 16:59:17.810124 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df17f-4286-4aac-8a6f-e326bb4dca46 req-ca242ce5-439e-4e77-b124-9bfa7d2f0365 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:17.812781 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d8df17f-4286-4aac-8a6f-e326bb4dca46 req-ca242ce5-439e-4e77-b124-9bfa7d2f0365 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0530610 Aug 27 16:59:17.849523 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d8df17f-4286-4aac-8a6f-e326bb4dca46 req-b73d18bb-a689-4084-a61e-7f5bb4d453a7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Aug 27 16:59:18.010885 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-b68e5638-db5f-49dc-9b56-905788ea917c tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453772508&fields=id&tenant_id=d6b4a1271d7549e183698739c34b5b57 HTTP/1.1" status: 200 len: 267 time: 0.0331283 Aug 27 16:59:18.117174 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-69834eea-ac77-444d-8d0b-ed8d48050c86 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:18.118617 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-69834eea-ac77-444d-8d0b-ed8d48050c86 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 808 time: 0.1009798 Aug 27 16:59:18.133338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-128f77a9-0681-45c1-b7d6-aca0cfe9ffb0 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/quotas/d6b4a1271d7549e183698739c34b5b57 HTTP/1.1" status: 200 len: 375 time: 0.0091302 Aug 27 16:59:18.189722 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-38b1673b-e0b4-420e-989c-130f8e6b7024 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513585 Aug 27 16:59:18.296841 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327f25-0bee-479b-918c-349187c86c5f req-77b1d5e8-4da9-484d-bac6-3a8e04cca926 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:18.298327 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9b327f25-0bee-479b-918c-349187c86c5f req-77b1d5e8-4da9-484d-bac6-3a8e04cca926 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1052475 Aug 27 16:59:18.328799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-ee4659a0-98f4-4a5f-840d-44c6850a4c25 service neutron] 10.222.0.44 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254902 Aug 27 16:59:18.361295 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9b327f25-0bee-479b-918c-349187c86c5f req-26274401-03e1-403a-afe7-59d5f0138327 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568013 Aug 27 16:59:18.425785 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-2c440090-bd29-4db8-a0c0-b7f5f4a61505 service neutron] 10.222.0.44 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868466 Aug 27 16:59:18.724667 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cc2aedd3-f058-4245-8a84-61b01edf1a6f req-589e45c2-d9a1-46ad-a2d2-58bf6c81b729 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0331037 Aug 27 16:59:18.739114 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-18c1f3fd-b536-4668-8e7c-fc39e7b46cb3 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:18.740575 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-18c1f3fd-b536-4668-8e7c-fc39e7b46cb3 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 808 time: 0.1301196 Aug 27 16:59:18.757619 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-a2e2e8f2-b65f-4ae1-b8d7-fa64a5c07ba2 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/quotas/dbb6217897d84359982201327181341d HTTP/1.1" status: 200 len: 375 time: 0.0096345 Aug 27 16:59:18.790822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-7b35ef32-756d-4293-ba7f-d5e1c3047f54 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266473 Aug 27 16:59:18.926066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376701d-a638-4052-b253-f8ad94012590 req-0ed19bc5-1386-4168-99bb-e4aff07077c7 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:18.927417 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b376701d-a638-4052-b253-f8ad94012590 req-0ed19bc5-1386-4168-99bb-e4aff07077c7 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0755489 Aug 27 16:59:18.944400 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-e15cab89-30e8-4e17-9f80-d5e94b3f8ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454735 Aug 27 16:59:19.020577 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b376701d-a638-4052-b253-f8ad94012590 req-1351c44c-b6c0-4221-8c3f-39666a0852c2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860596 Aug 27 16:59:19.053667 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-2425f1bd-720c-4c31-befd-34643f6a7e75 service neutron] 10.222.0.44 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025562 Aug 27 16:59:19.133538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d2a3a-0f53-4d73-b51b-fe3c9c28f185 req-1b6ddea8-1ae4-4918-b871-0a8c09edb451 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:19.135263 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-758d2a3a-0f53-4d73-b51b-fe3c9c28f185 req-1b6ddea8-1ae4-4918-b871-0a8c09edb451 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0517423 Aug 27 16:59:19.174824 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-758d2a3a-0f53-4d73-b51b-fe3c9c28f185 req-83f0172d-6436-429d-95e3-a62955c445d7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Aug 27 16:59:19.216786 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5994e961-0c73-43bb-a1b3-1d4352d50b77 req-707b8617-7145-4882-97ca-d233d37f92de tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 210 time: 0.0285690 Aug 27 16:59:19.485963 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85222baf-6b7f-4183-a745-bd429ec5707a req-a74b9554-0203-4f41-8a92-0d9aa626b60e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:19.488265 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85222baf-6b7f-4183-a745-bd429ec5707a req-a74b9554-0203-4f41-8a92-0d9aa626b60e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0587254 Aug 27 16:59:19.526905 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85222baf-6b7f-4183-a745-bd429ec5707a req-d0213b6c-4ab5-4eca-8fe8-0f47290e8f88 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Aug 27 16:59:19.819077 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f50998f-0da3-4062-93e3-6727753ad093 req-4aabf1a2-17ba-46a7-878a-68b7af9b50b5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Aug 27 16:59:20.135976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95066783-7058-485d-b785-4553677e6a3c req-3be28625-4afc-4e95-8ae5-c0afaf52e4c0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:20.137463 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-95066783-7058-485d-b785-4553677e6a3c req-3be28625-4afc-4e95-8ae5-c0afaf52e4c0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0501692 Aug 27 16:59:20.179289 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-95066783-7058-485d-b785-4553677e6a3c req-7632297e-4344-41fc-81bb-8c68c7ba731f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Aug 27 16:59:20.538428 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a91d30d1-3c15-4b91-a3a4-8102e645d473 req-8ca6e4d1-d4fc-4235-b9c0-9feaa55ad291 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 210 time: 0.2547750 Aug 27 16:59:20.545874 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec90c3-5825-4154-90f3-bf10f2c7de2d req-eba4294c-810b-4db7-b784-be3a84601493 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:20.548417 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-39ec90c3-5825-4154-90f3-bf10f2c7de2d req-eba4294c-810b-4db7-b784-be3a84601493 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.3007882 Aug 27 16:59:20.588321 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-39ec90c3-5825-4154-90f3-bf10f2c7de2d req-1c9091db-4289-4c7f-900f-9205a5951a6e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338981 Aug 27 16:59:20.641161 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438a16-943c-493b-a686-67d0cfceadda req-bcca5b0d-bad9-481e-89c5-63af3858e3d4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:20.642712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-94438a16-943c-493b-a686-67d0cfceadda req-bcca5b0d-bad9-481e-89c5-63af3858e3d4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0474150 Aug 27 16:59:20.680799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-94438a16-943c-493b-a686-67d0cfceadda req-d3129114-17d0-4fa3-8f43-c9a4fe17e185 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Aug 27 16:59:20.910135 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device cd1f5f12-b6eb-4813-9c65-65c78671e270 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:20.910741 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aec32444-e790-410c-9aa5-63fcba63c816 req-c911b7ee-e53b-48cb-922f-2a46cf725002 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Aug 27 16:59:20.934433 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: cd1f5f12-b6eb-4813-9c65-65c78671e270 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:20.934778 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device cd1f5f12-b6eb-4813-9c65-65c78671e270 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:21.297826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9654841-10e7-4d7d-be56-44e8cbddbda6 req-2a2417d2-fe95-4ee4-a485-d89dc118ff07 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:21.299335 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d9654841-10e7-4d7d-be56-44e8cbddbda6 req-2a2417d2-fe95-4ee4-a485-d89dc118ff07 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0538538 Aug 27 16:59:21.339525 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d9654841-10e7-4d7d-be56-44e8cbddbda6 req-acc1a942-e0c4-4a21-89e7-a75891a8a06b tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 27 16:59:21.634076 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a186036c-9bec-4ca2-a572-da63f244b3f9 req-ff575f06-8752-4d64-aa74-5ebed310de2d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 210 time: 0.0296135 Aug 27 16:59:21.716861 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c87a1-5b30-44b8-8f68-6784feff5139 req-9decabcd-e8d2-488c-aaa2-f10219548056 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:21.718385 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-507c87a1-5b30-44b8-8f68-6784feff5139 req-9decabcd-e8d2-488c-aaa2-f10219548056 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0510235 Aug 27 16:59:21.856365 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-507c87a1-5b30-44b8-8f68-6784feff5139 req-e572cdf5-20a2-4a78-8012-62e62f7cb359 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271780 Aug 27 16:59:21.876272 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef992772-7624-4b8b-b34e-81b46e21770a req-475d7016-75cc-4e47-a3db-fa34e83a66ed tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:21.877797 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ef992772-7624-4b8b-b34e-81b46e21770a req-475d7016-75cc-4e47-a3db-fa34e83a66ed tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1058521 Aug 27 16:59:21.925768 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-015a982e-634f-4882-8fe5-1236277a0065 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:21.927401 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-015a982e-634f-4882-8fe5-1236277a0065 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 808 time: 0.2080357 Aug 27 16:59:21.941287 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ef992772-7624-4b8b-b34e-81b46e21770a req-6d7966a5-29ee-4928-b6ea-44193ac00777 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Aug 27 16:59:21.951414 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Request body: {'port': {'device_id': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157', 'admin_state_up': True, 'tenant_id': 'dbb6217897d84359982201327181341d'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:22.054796 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c52ee186-6074-4998-833e-2404c8572693 req-1db99cff-6bbb-431a-b1e6-374d8ccac4d6 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0473838 Aug 27 16:59:22.112984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Made reservation on behalf of dbb6217897d84359982201327181341d for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:22.116610 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:22.258489 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Allocated IP 172.20.0.12 (0cdbc38c-010a-4dad-955d-e440a03e6157/15cdba1c-9f7e-48cd-9361-a2a1960a1f22/d459ee11-bd28-46c5-8fde-25334e1360e3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:59:22.429976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:22.477070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d3220-be5e-48f0-9604-d92ec4f1b9a0 req-d5fed35d-cf8e-49f2-a062-e4c00f7492c9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:22.478576 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-df7d3220-be5e-48f0-9604-d92ec4f1b9a0 req-d5fed35d-cf8e-49f2-a062-e4c00f7492c9 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0627213 Aug 27 16:59:22.527814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:22.532757 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-df7d3220-be5e-48f0-9604-d92ec4f1b9a0 req-e8f80c9c-c833-4561-9666-ac7d8ed01fbd tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Aug 27 16:59:22.604939 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Network 0cdbc38c-010a-4dad-955d-e440a03e6157 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:59:22.611334 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:22.616375 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:59:22.618742 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Pushing event updated for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:22.661973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc5572-e5d2-4c0c-b36e-bf055994ccb9 req-fd0392b8-491b-4076-9891-0892e36d2757 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:22.663451 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ecc5572-e5d2-4c0c-b36e-bf055994ccb9 req-fd0392b8-491b-4076-9891-0892e36d2757 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1026921 Aug 27 16:59:22.681423 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:22.682158 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:22.710838 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-3fa5cc28-af17-4f2f-81a4-2b7534653663 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639704 Aug 27 16:59:22.733192 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ecc5572-e5d2-4c0c-b36e-bf055994ccb9 req-079cd495-a8d6-427a-979f-59f3f84095b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587144 Aug 27 16:59:22.768867 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65875-3982-499e-a896-8931ecc79719 req-9fc5a1e4-07ad-4d66-8bff-7e53b5cf8d96 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:22.770381 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bcc65875-3982-499e-a896-8931ecc79719 req-9fc5a1e4-07ad-4d66-8bff-7e53b5cf8d96 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 932 time: 0.0536532 Aug 27 16:59:22.809190 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bcc65875-3982-499e-a896-8931ecc79719 req-c64949b7-0604-4b02-971b-0f7406adb7da tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Aug 27 16:59:22.903976 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 43598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:22.987023 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-bd351bc7-366f-4a4d-8306-4e68abfcdb33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818968 Aug 27 16:59:23.060095 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63fcc7-c411-4f4d-a2a8-e039f1fb3421 req-8af1adf3-2807-43c8-98db-09d4abe2f2dd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:23.061605 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d63fcc7-c411-4f4d-a2a8-e039f1fb3421 req-8af1adf3-2807-43c8-98db-09d4abe2f2dd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0520833 Aug 27 16:59:23.105728 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d63fcc7-c411-4f4d-a2a8-e039f1fb3421 req-8c166b7a-53b3-4dd4-8f3e-e22d4bc0e7aa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362718 Aug 27 16:59:23.158229 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f67a0b0-dd9a-4fc5-9188-e5553abdb62c req-c5c4c330-2243-4dd2-a619-9e554c61b79c tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0261507 Aug 27 16:59:23.654397 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cf690-d5b4-459f-a4a0-5a72a83cf83e req-424a383d-457a-4076-ba76-661d5eb896fd tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:23.655843 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-318cf690-d5b4-459f-a4a0-5a72a83cf83e req-424a383d-457a-4076-ba76-661d5eb896fd tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0477951 Aug 27 16:59:23.693184 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-318cf690-d5b4-459f-a4a0-5a72a83cf83e req-a3b34030-ed59-4d68-889f-5d13d8d40730 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308034 Aug 27 16:59:23.853144 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb203-9f3e-431a-ab6f-3975df59c528 req-9aa9f8dc-88df-4d44-97a6-e30a5995a7fc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:23.854664 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5aadb203-9f3e-431a-ab6f-3975df59c528 req-9aa9f8dc-88df-4d44-97a6-e30a5995a7fc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0484996 Aug 27 16:59:23.919562 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5aadb203-9f3e-431a-ab6f-3975df59c528 req-24cb2959-a3b0-496e-ad8d-9f526394aea6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589259 Aug 27 16:59:23.938489 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d2ebd-45f1-488c-9fd1-f863ab8b0bd7 req-8bf4fa4c-a67b-45b0-9c58-0d14530b5452 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:23.938489 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e06d2ebd-45f1-488c-9fd1-f863ab8b0bd7 req-8bf4fa4c-a67b-45b0-9c58-0d14530b5452 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 932 time: 0.0594671 Aug 27 16:59:23.975612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e06d2ebd-45f1-488c-9fd1-f863ab8b0bd7 req-b6be6861-afa7-4888-b8ae-319734b6fd7a tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Aug 27 16:59:24.228107 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5b2bf-c848-435e-8cd5-8b58635db0ce req-08239873-30a8-4139-9163-02a2d021350f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:24.229606 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-44f5b2bf-c848-435e-8cd5-8b58635db0ce req-08239873-30a8-4139-9163-02a2d021350f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0512137 Aug 27 16:59:24.265257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3f3757f6-d9c3-4e03-a458-a771986fd140 req-22605c89-622a-45d0-a1f3-7d551f7a4a3d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0346940 Aug 27 16:59:24.285681 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-44f5b2bf-c848-435e-8cd5-8b58635db0ce req-bba5be0b-82cb-468b-8f5f-e111c2b388f6 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Aug 27 16:59:24.810883 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f884-3006-48e1-a83f-f505a5fbbb75 req-e362a09a-8124-4079-a30d-fec489c1df7f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:24.812853 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fa83f884-3006-48e1-a83f-f505a5fbbb75 req-e362a09a-8124-4079-a30d-fec489c1df7f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0522594 Aug 27 16:59:24.850448 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fa83f884-3006-48e1-a83f-f505a5fbbb75 req-1568cbab-c2b5-4623-b131-93feb1eaa11a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Aug 27 16:59:25.038905 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b278ec0-f8e7-43f1-bc42-5edb0ebeb18c req-f7651945-cd05-4108-b562-59c60987fcb4 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.040429 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8b278ec0-f8e7-43f1-bc42-5edb0ebeb18c req-f7651945-cd05-4108-b562-59c60987fcb4 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0503047 Aug 27 16:59:25.105291 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8b278ec0-f8e7-43f1-bc42-5edb0ebeb18c req-bc10caa0-866b-403b-8c66-86b12045c089 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529845 Aug 27 16:59:25.119761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a090c-b9c9-4bf6-ab4b-3599b8f5a64b req-52e7f2c4-a6aa-4ca2-a3ff-b3e08ad68af5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.121439 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c28a090c-b9c9-4bf6-ab4b-3599b8f5a64b req-52e7f2c4-a6aa-4ca2-a3ff-b3e08ad68af5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 932 time: 0.0776565 Aug 27 16:59:25.163801 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c28a090c-b9c9-4bf6-ab4b-3599b8f5a64b req-9eefb481-68b1-4689-90d4-f1d072b14436 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355849 Aug 27 16:59:25.359994 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9b28510-f03f-4917-89f5-c9fa84210116 req-33964eb0-d4ce-414d-8475-480154965fc5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0255868 Aug 27 16:59:25.376726 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Request body: {'port': {'device_id': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:25.473422 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62842d5c-5242-4913-8f4a-0692c8c51720 req-3ed129e8-84a2-42d1-b1c7-32db87274809 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.474916 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-62842d5c-5242-4913-8f4a-0692c8c51720 req-3ed129e8-84a2-42d1-b1c7-32db87274809 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1123540 Aug 27 16:59:25.522483 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.594888 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-62842d5c-5242-4913-8f4a-0692c8c51720 req-97b9a435-9222-4c21-b54a-723e3b1d85fa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927105 Aug 27 16:59:25.626371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-7e2d2e24-a471-4d9a-ace2-9e610b5b7371 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.627370 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-7e2d2e24-a471-4d9a-ace2-9e610b5b7371 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 808 time: 0.2022836 Aug 27 16:59:25.642311 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-a9bf2fc2-ccbc-41e2-bd46-8ae91919c309 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:25.643789 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-a9bf2fc2-ccbc-41e2-bd46-8ae91919c309 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.0867841 Aug 27 16:59:25.757590 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-00e0d21d-0b28-4d2a-a550-a897cc1502ad tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6b4a1271d7549e183698739c34b5b57 HTTP/1.1" status: 200 len: 379 time: 0.0709865 Aug 27 16:59:25.786478 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'port': {'device_id': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'admin_state_up': True, 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'security_groups': ['ed00480a-460e-421f-9acf-0d29977ecb8b']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:25.818589 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Deleting port eb548db8-6c65-421c-bdf1-32be6f18cfbf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:25.818831 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.913194 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] For port eb548db8-6c65-421c-bdf1-32be6f18cfbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=eb548db8-6c65-421c-bdf1-32be6f18cfbf,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:25.913568 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:25.930045 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Calling delete_port for eb548db8-6c65-421c-bdf1-32be6f18cfbf owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:25.996550 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Made reservation on behalf of d6b4a1271d7549e183698739c34b5b57 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:26.000856 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.008304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d459ee11-bd28-46c5-8fde-25334e1360e3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:26.017030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.053890 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b20df-b47e-4a05-afa1-ae4f10c10378 req-be4742b8-985c-461b-b77d-dfe1028befb5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:26.055403 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-840b20df-b47e-4a05-afa1-ae4f10c10378 req-be4742b8-985c-461b-b77d-dfe1028befb5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=585f65c2-2619-466b-9965-26373ce01b38 HTTP/1.1" status: 200 len: 946 time: 0.1236024 Aug 27 16:59:26.119266 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.120087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Transition to ACTIVE for port object d459ee11-bd28-46c5-8fde-25334e1360e3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:59:26.130033 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.160629 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event deleted for resources: {'Port': ['ID=eb548db8-6c65-421c-bdf1-32be6f18cfbf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:26.165221 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18', '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'eb548db8-6c65-421c-bdf1-32be6f18cfbf'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:26.189628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Pushing event updated for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:26.211146 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-840b20df-b47e-4a05-afa1-ae4f10c10378 req-fbeed1cb-2dcf-4146-a31c-a5b553f0df6d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455491 Aug 27 16:59:26.335360 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] No DVR routers for this DVR port eb548db8-6c65-421c-bdf1-32be6f18cfbf on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:26.338998 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.341210 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-7566d47d-add1-4d5d-8d40-15214e241fe1 req-38b59a86-2def-480b-919e-76baaee25aa4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "DELETE /v2.0/ports/eb548db8-6c65-421c-bdf1-32be6f18cfbf HTTP/1.1" status: 204 len: 173 time: 0.6723514 Aug 27 16:59:26.342373 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'name': 'network-vif-deleted', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:26.346280 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4606fb9-6007-4c5a-835d-f791ddebf2c5" -d '{"events": [{"server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "name": "network-vif-deleted", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:26.355717 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Allocated IP 172.20.0.12 (5770af8c-1070-4072-ab51-777b704281a7/61a64b23-cb88-4593-941f-e9045a297c70/fc18b7ad-32fd-48a8-9a6b-2ec779341fe9) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:59:26.405817 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59fa4d-ef2c-4282-b0bb-8cf3cc427ce0 req-c2c7e211-21e8-4ca4-8eeb-709a23ee2bde tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:26.408014 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5c59fa4d-ef2c-4282-b0bb-8cf3cc427ce0 req-c2c7e211-21e8-4ca4-8eeb-709a23ee2bde tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1780124 Aug 27 16:59:26.452881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Attempting to bind port d459ee11-bd28-46c5-8fde-25334e1360e3 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:59:26.453348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Attempting to bind port d459ee11-bd28-46c5-8fde-25334e1360e3 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:59:26.453714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Attempting to bind port d459ee11-bd28-46c5-8fde-25334e1360e3 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:26.464943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Port d459ee11-bd28-46c5-8fde-25334e1360e3 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:59:26.465159 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Attempting to bind port d459ee11-bd28-46c5-8fde-25334e1360e3 on network 0cdbc38c-010a-4dad-955d-e440a03e6157 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:26.483582 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeaad-2c32-4501-b0a9-4f687b2e9321 req-f2502d84-715c-4346-9405-1b5602a1a6ef tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:26.485764 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae6aeaad-2c32-4501-b0a9-4f687b2e9321 req-f2502d84-715c-4346-9405-1b5602a1a6ef tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 944 time: 0.1508288 Aug 27 16:59:26.496693 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:59:26.497027 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Checking segment: {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:59:26.497410 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Bound using segment: {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:59:26.497899 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Bound port: d459ee11-bd28-46c5-8fde-25334e1360e3, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e4a4bb-4e9b-4cbf-8c32-96e20b390454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:59:26.498257 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.577468 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5c59fa4d-ef2c-4282-b0bb-8cf3cc427ce0 req-31bf7886-a856-423a-93d1-99af3e2be13f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619425 Aug 27 16:59:26.649701 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae6aeaad-2c32-4501-b0a9-4f687b2e9321 req-718e4aec-902c-4531-95af-43575daa7f5a tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487484 Aug 27 16:59:26.665273 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d091cac-020d-4857-8f5e-e40daa540fd6 x-openstack-request-id: req-8d091cac-020d-4857-8f5e-e40daa540fd6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:26.666180 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585f65c2-2619-466b-9965-26373ce01b38", "name": "network-vif-deleted", "tag": "eb548db8-6c65-421c-bdf1-32be6f18cfbf", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:26.666638 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d091cac-020d-4857-8f5e-e40daa540fd6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:26.667250 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585f65c2-2619-466b-9965-26373ce01b38', 'name': 'network-vif-deleted', 'tag': 'eb548db8-6c65-421c-bdf1-32be6f18cfbf', 'status': 'completed', 'code': 200} Aug 27 16:59:26.682246 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:59:26.687287 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=d459ee11-bd28-46c5-8fde-25334e1360e3,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:59:26.698368 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.703957 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.764185 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Transition to ACTIVE for port object fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:59:26.798371 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e6574ebf-f309-4cc4-bb33-ccec1b9f1949 req-56bf6b9f-4627-4f0a-adab-6472d1ae6e0b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0587265 Aug 27 16:59:26.805079 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:26.805804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.807040 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] 10.222.0.43 "PUT /v2.0/ports/d459ee11-bd28-46c5-8fde-25334e1360e3 HTTP/1.1" status: 200 len: 1094 time: 1.4351759 Aug 27 16:59:26.807484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:26.809763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fc3489-e28d-4818-9f6a-c7a5259c9267" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:26.849314 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca47a-9f44-4335-8d45-37bb35990084 service neutron] Pushing event updated for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:26.867057 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6997ae-f282-4d8a-968f-ec600f00c393 req-846cd009-0633-40e8-a2de-6c838cdd761f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:26.868494 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3c6997ae-f282-4d8a-968f-ec600f00c393 req-846cd009-0633-40e8-a2de-6c838cdd761f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1335297 Aug 27 16:59:26.871176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ff89d-0fec-430e-bdc8-a3563071eb9d x-openstack-request-id: req-351ff89d-0fec-430e-bdc8-a3563071eb9d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:26.871452 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:26.871697 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-351ff89d-0fec-430e-bdc8-a3563071eb9d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:26.872075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3', 'status': 'completed', 'code': 200} Aug 27 16:59:26.882745 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:26.974289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Network 5770af8c-1070-4072-ab51-777b704281a7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:59:26.982771 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:26.985476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:26.988449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:59:26.995572 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3c6997ae-f282-4d8a-968f-ec600f00c393 req-16f76ba5-85e2-4105-bdf7-46a02e43b0e6 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205671 Aug 27 16:59:27.029614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-7e0d87c8-7d39-4207-88e4-b41b2e2fa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:27.031763 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-7e0d87c8-7d39-4207-88e4-b41b2e2fa74a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 1097 time: 0.1357188 Aug 27 16:59:27.047626 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:27.048237 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:27.093444 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-34d9a1a5-8fcf-4098-8ddb-960e28472a9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d459ee11-bd28-46c5-8fde-25334e1360e3 HTTP/1.1" status: 200 len: 217 time: 0.0414052 Aug 27 16:59:27.103622 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-04de1976-f898-4ef9-a193-8e0820474c1b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3220525 Aug 27 16:59:27.138628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Request body: {'port': {'device_id': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:27.184086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-43d8af2b-14f8-4b46-b1f4-8880d2532311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:27.185953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-43d8af2b-14f8-4b46-b1f4-8880d2532311 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15cdba1c-9f7e-48cd-9361-a2a1960a1f22 HTTP/1.1" status: 200 len: 848 time: 0.0812864 Aug 27 16:59:27.242357 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9ec13042-8123-4e02-b040-dedcc039af8d None None] Provisioning for port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:27.247417 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9ec13042-8123-4e02-b040-dedcc039af8d None None] Provisioning complete for port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:27.247795 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9ec13042-8123-4e02-b040-dedcc039af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:27.309437 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-9ec13042-8123-4e02-b040-dedcc039af8d None None] Port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 16:59:27.318108 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device eb548db8-6c65-421c-bdf1-32be6f18cfbf no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:27.378834 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: eb548db8-6c65-421c-bdf1-32be6f18cfbf {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:27.380636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device eb548db8-6c65-421c-bdf1-32be6f18cfbf not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:27.381520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:27.511756 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-2574e341-8963-4522-9e95-8f9debc7a685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cdbc38c-010a-4dad-955d-e440a03e6157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3095746 Aug 27 16:59:27.524028 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:27.658968 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440aa9e-46e1-476b-8652-5b549b61037d req-dac6af99-bae7-476e-a604-9ec291f244fd tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:27.660502 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c440aa9e-46e1-476b-8652-5b549b61037d req-dac6af99-bae7-476e-a604-9ec291f244fd tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 946 time: 0.1513493 Aug 27 16:59:27.684399 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 16:59:27.805903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-39f37c64-00ce-44ff-9dfd-130ee49e477d service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602165 Aug 27 16:59:27.847424 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c440aa9e-46e1-476b-8652-5b549b61037d req-4b46ab5b-f497-499c-aaff-dc83074d317e tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701970 Aug 27 16:59:27.889057 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1021be-6edd-42fa-ab6b-3c5504d48e43 req-9b26a180-1ec8-4a7d-84c5-958fbdda8768 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:27.890626 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5d1021be-6edd-42fa-ab6b-3c5504d48e43 req-9b26a180-1ec8-4a7d-84c5-958fbdda8768 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.2208097 Aug 27 16:59:28.038244 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5d1021be-6edd-42fa-ab6b-3c5504d48e43 req-ba96c7ac-c241-4ab4-845e-3868f1b5d417 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166224 Aug 27 16:59:28.068608 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051f28a-d9d1-46ae-8b87-81dd7ea3c62a req-747cce4f-1bb6-427d-b999-777e48c40aa0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.070169 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1051f28a-d9d1-46ae-8b87-81dd7ea3c62a req-747cce4f-1bb6-427d-b999-777e48c40aa0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 944 time: 0.1497152 Aug 27 16:59:28.074041 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-70ee9de1-c988-49bd-8c4b-41c759c112da req-6cc6e1c8-2030-4fd6-9cca-5f56aa3c8dc9 service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506375 Aug 27 16:59:28.169102 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1051f28a-d9d1-46ae-8b87-81dd7ea3c62a req-7f90ad5f-0428-4493-a13f-46494363da36 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928378 Aug 27 16:59:28.184123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:28.194197 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:28.213669 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5fa1-67fa-43bf-8708-93f58a985dea req-9aed8821-881c-4767-af50-1eac75a5879e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.215174 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-afaf5fa1-67fa-43bf-8708-93f58a985dea req-9aed8821-881c-4767-af50-1eac75a5879e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 932 time: 0.1086404 Aug 27 16:59:28.220708 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Transition to ACTIVE for port object fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 16:59:28.231146 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:28.297670 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-ed99d31f-4ab7-47b6-afcf-b39beebf56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.299204 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-ed99d31f-4ab7-47b6-afcf-b39beebf56b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbb6217897d84359982201327181341d&device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 1097 time: 0.0458696 Aug 27 16:59:28.390122 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-afaf5fa1-67fa-43bf-8708-93f58a985dea req-f5b333ac-8484-4372-9505-4ac358aa54e2 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675742 Aug 27 16:59:28.397672 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:28.462142 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73659f4-8841-4da2-98e9-ac562c94fc17 req-ce11e0e2-5124-4f82-8009-55dd6d267759 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.463960 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c73659f4-8841-4da2-98e9-ac562c94fc17 req-ce11e0e2-5124-4f82-8009-55dd6d267759 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.2344954 Aug 27 16:59:28.468236 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-1e2726ed-ddcc-4d51-a773-b039e39009b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.471072 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-1e2726ed-ddcc-4d51-a773-b039e39009b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 1096 time: 0.2226858 Aug 27 16:59:28.580920 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c73659f4-8841-4da2-98e9-ac562c94fc17 req-b43ef1a2-1765-4dfc-b207-f04a5d9e6bab tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088173 Aug 27 16:59:28.611924 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Attempting to bind port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 16:59:28.612190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Attempting to bind port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 16:59:28.612512 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Attempting to bind port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 on network 5770af8c-1070-4072-ab51-777b704281a7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:28.618284 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-653a0966-97bc-453f-af3a-0aae136f1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.619653 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-97908f38-6e14-409a-aae0-8ff408364162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.619794 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-653a0966-97bc-453f-af3a-0aae136f1648 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1096 time: 0.0785697 Aug 27 16:59:28.620676 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 on network 5770af8c-1070-4072-ab51-777b704281a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 16:59:28.620987 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Attempting to bind port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 on network 5770af8c-1070-4072-ab51-777b704281a7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 16:59:28.621087 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-97908f38-6e14-409a-aae0-8ff408364162 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 200 len: 909 time: 0.3133492 Aug 27 16:59:28.626290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 16:59:28.626623 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Checking segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:59:28.627002 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Bound using segment: {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 16:59:28.627454 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Bound port: fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fa8535-6395-47ff-9d07-6dcb875073b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '5770af8c-1070-4072-ab51-777b704281a7'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 16:59:28.627809 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:28.671670 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-f4a83d2f-9936-45f5-9b63-8d90177ab89e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d459ee11-bd28-46c5-8fde-25334e1360e3 HTTP/1.1" status: 200 len: 217 time: 0.0354505 Aug 27 16:59:28.721809 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-4a2611f2-d0ce-44ec-9d69-000a7203e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.723276 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-4a2611f2-d0ce-44ec-9d69-000a7203e912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=15cdba1c-9f7e-48cd-9361-a2a1960a1f22 HTTP/1.1" status: 200 len: 848 time: 0.0433486 Aug 27 16:59:28.757393 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-933d5c29-c9cf-423d-b78d-1641a765ec51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0cdbc38c-010a-4dad-955d-e440a03e6157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253725 Aug 27 16:59:28.762541 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 16:59:28.766929 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 16:59:28.770348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-c0c38df2-882e-4a14-8114-eb6d209ae720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.771791 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-c0c38df2-882e-4a14-8114-eb6d209ae720 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1356664 Aug 27 16:59:28.773414 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:28.846826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:28.847447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:28.848834 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] 10.222.0.43 "PUT /v2.0/ports/fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 1094 time: 1.7162070 Aug 27 16:59:28.876098 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:28.877034 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-c3b16fba-5c61-4986-9c13-162d9caafb41 service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102188 Aug 27 16:59:28.878392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832b3b6-87f8-4ed2-8e99-165411e60c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:28.894412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74263a-dd3c-43fa-8714-7aec70582917 service neutron] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:28.898595 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-466a5369-7a33-4fca-9903-bb6cc772e103 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 999 time: 0.1150532 Aug 27 16:59:28.950538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a70ed-b098-4997-a9dc-e18973540db7 x-openstack-request-id: req-7e0a70ed-b098-4997-a9dc-e18973540db7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:28.950967 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:28.951219 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e0a70ed-b098-4997-a9dc-e18973540db7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:28.951597 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'status': 'completed', 'code': 200} Aug 27 16:59:29.016163 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-b4fc3489-e28d-4818-9f6a-c7a5259c9267 req-c1347f87-6eac-4e6d-ab29-b1faec53ea7b service neutron] 10.222.0.43 "GET /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021326 Aug 27 16:59:29.031881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-4db35a01-3588-47d9-84d1-f25b2fa291bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.033731 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-4db35a01-3588-47d9-84d1-f25b2fa291bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.1200109 Aug 27 16:59:29.052137 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3ceb-171c-4f1d-8725-fdcc06574d46 req-412f5537-eca2-4ed6-a385-f1ea4d5e7b76 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.053586 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-862b3ceb-171c-4f1d-8725-fdcc06574d46 req-412f5537-eca2-4ed6-a385-f1ea4d5e7b76 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 946 time: 0.1052198 Aug 27 16:59:29.056290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-c2bbc620-550e-4269-aa76-85fae4d82ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.057698 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-c2bbc620-550e-4269-aa76-85fae4d82ef2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1097 time: 0.1053619 Aug 27 16:59:29.096261 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-862b3ceb-171c-4f1d-8725-fdcc06574d46 req-3ff488dd-4d8c-4930-8ece-ec3e8cca49cf tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Aug 27 16:59:29.182182 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-3b1d238c-d85c-4fdc-bdbf-4e3db90b1bfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 217 time: 0.0609906 Aug 27 16:59:29.263870 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-97f37a1a-7c47-42ca-9c38-8793073cbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.265376 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-97f37a1a-7c47-42ca-9c38-8793073cbfd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1520631 Aug 27 16:59:29.294654 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c353d41-4b48-40d2-82fa-19c13e8f36b2 req-3372bad9-fe98-4989-848c-60454aaced8d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.296160 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c353d41-4b48-40d2-82fa-19c13e8f36b2 req-3372bad9-fe98-4989-848c-60454aaced8d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1668406 Aug 27 16:59:29.300424 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-3b55862b-5208-4ca3-9e9a-586bc2760c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.301833 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-3b55862b-5208-4ca3-9e9a-586bc2760c11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.1049190 Aug 27 16:59:29.348919 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc46ea-039c-4797-8302-e93b2d6f08c8 req-7945940a-1e2f-4a60-8d70-c9b09c3e805a tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.350404 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f4cc46ea-039c-4797-8302-e93b2d6f08c8 req-7945940a-1e2f-4a60-8d70-c9b09c3e805a tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 944 time: 0.1112390 Aug 27 16:59:29.373064 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c353d41-4b48-40d2-82fa-19c13e8f36b2 req-3d94ff11-7d76-4de5-8b4a-b50bd8770436 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701671 Aug 27 16:59:29.491050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23675777-860f-4245-8917-7548974f1039 req-d2e44bfe-cae4-4449-8daf-a48658d03c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.492532 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-d2e44bfe-cae4-4449-8daf-a48658d03c05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412845 Aug 27 16:59:29.495334 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f4cc46ea-039c-4797-8302-e93b2d6f08c8 req-9f10175c-9a18-4623-8991-cf71b71536cc tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254265 Aug 27 16:59:29.582750 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-2db2e1c9-c070-48c1-9d46-238fa88acb92 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285695 Aug 27 16:59:29.599735 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac01218-1090-4a43-8765-f22383dce9fb req-2dc7e3c6-4fc3-4e5d-befb-3bfd5541bce1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.601253 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ac01218-1090-4a43-8765-f22383dce9fb req-2dc7e3c6-4fc3-4e5d-befb-3bfd5541bce1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.1391211 Aug 27 16:59:29.683547 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-1128ec7d-d894-4b94-b6b1-ac897a410db2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:29.685066 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-1128ec7d-d894-4b94-b6b1-ac897a410db2 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 946 time: 0.0549395 Aug 27 16:59:29.831095 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Deleting port 7f8d79e0-b54a-4647-a8ae-c420956b90da {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:29.831095 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:29.927633 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] For port 7f8d79e0-b54a-4647-a8ae-c420956b90da, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7f8d79e0-b54a-4647-a8ae-c420956b90da,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:29.927993 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:29.941170 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Calling delete_port for 7f8d79e0-b54a-4647-a8ae-c420956b90da owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:29.947679 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-ec1a663a-90c4-4dcd-b852-e65f1e9dada4 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366734 Aug 27 16:59:30.004838 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ac01218-1090-4a43-8765-f22383dce9fb req-033bb4b2-d168-40d4-85ca-50b4b9162c08 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904719 Aug 27 16:59:30.075539 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8bf6-74d0-4d7e-a3a3-8b5f68ad1953 req-5456a136-3108-4378-8d55-185393266971 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.077035 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a3e8bf6-74d0-4d7e-a3a3-8b5f68ad1953 req-5456a136-3108-4378-8d55-185393266971 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.1506252 Aug 27 16:59:30.079999 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:30.105457 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88eaad9c-8e13-4160-b2de-5cbf7db103d4 req-c4b0c7c8-cc7e-4add-8acd-d1e61013b05e service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679179 Aug 27 16:59:30.109699 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event deleted for resources: {'Port': ['ID=7f8d79e0-b54a-4647-a8ae-c420956b90da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:30.126285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18', '7f8d79e0-b54a-4647-a8ae-c420956b90da'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:30.148080 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-23675777-860f-4245-8917-7548974f1039 req-1ee6b42f-d96d-4e9e-803a-3b6b91c1e187 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750405 Aug 27 16:59:30.155017 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a3e8bf6-74d0-4d7e-a3a3-8b5f68ad1953 req-f8832a9f-5574-40f7-86b0-ded50560b83d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Aug 27 16:59:30.159619 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] No DVR routers for this DVR port 7f8d79e0-b54a-4647-a8ae-c420956b90da on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:30.163973 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:30.170182 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-1055e3b8-8e2d-4978-ac04-a74f5478361d req-ae53db54-3625-48a4-8578-91021ce2b42f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "DELETE /v2.0/ports/7f8d79e0-b54a-4647-a8ae-c420956b90da HTTP/1.1" status: 204 len: 173 time: 0.4781013 Aug 27 16:59:30.170914 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'name': 'network-vif-deleted', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:30.174027 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4be2678-472a-4933-9b63-1d33cfa39768" -d '{"events": [{"server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "name": "network-vif-deleted", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:30.230048 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45869b4-917a-455a-a778-be8b6a8e965a x-openstack-request-id: req-f45869b4-917a-455a-a778-be8b6a8e965a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:30.230551 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac0221-5eab-4a7a-b673-e4d3109e79f9", "name": "network-vif-deleted", "tag": "7f8d79e0-b54a-4647-a8ae-c420956b90da", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:30.230822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f45869b4-917a-455a-a778-be8b6a8e965a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:30.231213 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ac0221-5eab-4a7a-b673-e4d3109e79f9', 'name': 'network-vif-deleted', 'tag': '7f8d79e0-b54a-4647-a8ae-c420956b90da', 'status': 'completed', 'code': 200} Aug 27 16:59:30.245966 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3fd3428d-a26b-41e2-9f19-bc93f66f6000 req-f2d40145-0d07-446b-8596-1ee77bc96389 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Aug 27 16:59:30.392428 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-fa3223d5-bea8-4961-9485-b4fdafa0cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.393970 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-fa3223d5-bea8-4961-9485-b4fdafa0cf34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1097 time: 0.0410395 Aug 27 16:59:30.504062 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-0601ec0d-8c44-4dec-ad6c-d8115bca8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.505609 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-0601ec0d-8c44-4dec-ad6c-d8115bca8206 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.0953863 Aug 27 16:59:30.510882 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c943eca-8e80-4822-af1f-84d511cd2d0b req-424f692e-005a-40c3-8e76-b8e408d13601 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.512768 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c943eca-8e80-4822-af1f-84d511cd2d0b req-424f692e-005a-40c3-8e76-b8e408d13601 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0658545 Aug 27 16:59:30.560799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c943eca-8e80-4822-af1f-84d511cd2d0b req-b4b450c1-6f5d-4f6b-9334-e33acc02838e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Aug 27 16:59:30.575230 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-c5666a1b-8505-4647-ae02-a82cb538dda2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 217 time: 0.0362437 Aug 27 16:59:30.629687 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878fa39-542f-4921-b55a-05b1b187148b req-f67a555a-dc8c-49db-871f-ca8d28365d70 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.631269 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7878fa39-542f-4921-b55a-05b1b187148b req-f67a555a-dc8c-49db-871f-ca8d28365d70 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 944 time: 0.0530095 Aug 27 16:59:30.645443 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-ec0f8299-eb3e-404e-b0da-a214fa8b57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.647213 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-ec0f8299-eb3e-404e-b0da-a214fa8b57ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.0597494 Aug 27 16:59:30.670307 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7878fa39-542f-4921-b55a-05b1b187148b req-f4a3ba84-b911-4f62-a623-fd02a1d8513f tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Aug 27 16:59:30.733261 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-dd761169-1141-41e4-b4d3-ff35bd07c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:30.735509 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-dd761169-1141-41e4-b4d3-ff35bd07c633 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537639 Aug 27 16:59:30.866014 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-b4d14ebb-72a9-4125-ad3c-ada1c0d44229 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139469 Aug 27 16:59:31.128691 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ca1b-8983-4fad-829b-d99766f5cbb1 req-ef990193-f58f-4657-ae05-5f4a578d48db tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:31.130272 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f646ca1b-8983-4fad-829b-d99766f5cbb1 req-ef990193-f58f-4657-ae05-5f4a578d48db tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0557098 Aug 27 16:59:31.171072 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f646ca1b-8983-4fad-829b-d99766f5cbb1 req-e4f01d51-a86c-45f7-91b7-94b31aec673e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Aug 27 16:59:31.275732 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device d459ee11-bd28-46c5-8fde-25334e1360e3 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:31.284725 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748061-50f4-4b9b-aaa4-65fefe33cb9a req-9a6a05a1-2299-45c4-b91c-22db13dc9f1a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:31.286404 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7e748061-50f4-4b9b-aaa4-65fefe33cb9a req-9a6a05a1-2299-45c4-b91c-22db13dc9f1a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0584075 Aug 27 16:59:31.340712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7e748061-50f4-4b9b-aaa4-65fefe33cb9a req-ddb4261a-6ef9-42c1-9fe8-e65b66aa3f82 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Aug 27 16:59:31.386476 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=d459ee11-bd28-46c5-8fde-25334e1360e3,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:31.392009 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00318071-d3d7-447f-8468-64f9aae4d864 req-ad005f3f-18ff-48ff-a48c-fad4c0fc3388 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0316489 Aug 27 16:59:31.402929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'd459ee11-bd28-46c5-8fde-25334e1360e3', 'network_id': '0cdbc38c-010a-4dad-955d-e440a03e6157', 'port_id': 'd459ee11-bd28-46c5-8fde-25334e1360e3', 'mac_address': 'fa:16:3e:d0:49:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cdba1c-9f7e-48cd-9361-a2a1960a1f22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:31.448909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:31.461379 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d459ee11-bd28-46c5-8fde-25334e1360e3 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:31.481308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=d459ee11-bd28-46c5-8fde-25334e1360e3,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:31.486375 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:31.536533 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:31.684600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385b03c-dac0-458b-ac06-0124f8fbc404 req-c07ac35d-f0cf-4e04-abd1-44c09e1c4c57 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:31.686153 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6385b03c-dac0-458b-ac06-0124f8fbc404 req-c07ac35d-f0cf-4e04-abd1-44c09e1c4c57 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0525537 Aug 27 16:59:31.724841 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6385b03c-dac0-458b-ac06-0124f8fbc404 req-e2d4609b-691e-4f2a-994e-d18f6a92083f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Aug 27 16:59:31.808822 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19efc2-577b-453b-819a-f5f1fa936b01 req-7ccb11ae-db6f-49c2-a061-2885bd033cad tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:31.810400 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aa19efc2-577b-453b-819a-f5f1fa936b01 req-7ccb11ae-db6f-49c2-a061-2885bd033cad tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 945 time: 0.0543308 Aug 27 16:59:31.849436 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aa19efc2-577b-453b-819a-f5f1fa936b01 req-1f4bae03-c211-4284-a63d-a9c63a432299 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Aug 27 16:59:31.956228 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['d459ee11-bd28-46c5-8fde-25334e1360e3'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:32.225253 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1acdd-3744-40c4-a394-1e103c37441e req-2727582c-fb55-41ba-862b-645691b82234 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:32.226921 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b8a1acdd-3744-40c4-a394-1e103c37441e req-2727582c-fb55-41ba-862b-645691b82234 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0536010 Aug 27 16:59:32.293714 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b8a1acdd-3744-40c4-a394-1e103c37441e req-3a866e84-9dfe-4edd-9331-db1d6e00ed6c tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584450 Aug 27 16:59:32.318196 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74edd7-d368-4653-89c4-f2598ce0dbef req-b48b8436-1525-449e-9508-07e14efc53ac tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:32.319673 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e74edd7-d368-4653-89c4-f2598ce0dbef req-b48b8436-1525-449e-9508-07e14efc53ac tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0635448 Aug 27 16:59:32.363815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e74edd7-d368-4653-89c4-f2598ce0dbef req-929f2663-fee3-4876-9343-43757ff6ad61 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 Aug 27 16:59:32.510143 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ec17-6257-425e-a30e-9a4275998faa req-0fc1cae8-f670-4b5e-89d1-8f6df9986bc8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:32.511623 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-17b6ec17-6257-425e-a30e-9a4275998faa req-0fc1cae8-f670-4b5e-89d1-8f6df9986bc8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0728855 Aug 27 16:59:32.533957 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-54edfae8-bdd1-44ac-8eb2-acaaa6cc75c8 req-2d2558f1-50d8-49af-9ba6-98d89ab83990 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0423462 Aug 27 16:59:32.567656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-17b6ec17-6257-425e-a30e-9a4275998faa req-fbf047ef-e8d2-4b20-a712-49bdfda327f5 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Aug 27 16:59:32.852937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34268d9-617e-42fa-8707-076c469ab4f4 req-6776822f-bc65-45a3-acc4-42ed892c652a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:32.860327 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f34268d9-617e-42fa-8707-076c469ab4f4 req-6776822f-bc65-45a3-acc4-42ed892c652a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0525525 Aug 27 16:59:32.898033 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f34268d9-617e-42fa-8707-076c469ab4f4 req-37f76d52-8e46-4744-8b16-6312ff750449 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Aug 27 16:59:32.983448 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056ad9-b1ab-4d5b-96a4-d1d80194ab16 req-f8c2a055-86f1-4654-9812-3742c2f1e4d0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:32.985549 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a056ad9-b1ab-4d5b-96a4-d1d80194ab16 req-f8c2a055-86f1-4654-9812-3742c2f1e4d0 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 945 time: 0.0620787 Aug 27 16:59:33.026663 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a056ad9-b1ab-4d5b-96a4-d1d80194ab16 req-7c9624f9-7a25-4886-9a25-631e5a10751e tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 27 16:59:33.314090 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device d459ee11-bd28-46c5-8fde-25334e1360e3 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:59:33.382150 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port d459ee11-bd28-46c5-8fde-25334e1360e3 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:33.394631 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port d459ee11-bd28-46c5-8fde-25334e1360e3 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:33.395443 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:33.464775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50bf02-00f3-48ae-81fa-b3ca886b4f3f req-faca5866-fd2d-4484-9724-8b83c81f6a86 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:33.466431 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1e50bf02-00f3-48ae-81fa-b3ca886b4f3f req-faca5866-fd2d-4484-9724-8b83c81f6a86 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0888214 Aug 27 16:59:33.495112 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:33.520379 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:33.522623 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed1b89d-791b-4545-b204-b011a290a702" -d '{"events": [{"server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "name": "network-vif-plugged", "status": "completed", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:33.523528 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3dcf3-bfd7-4249-b953-3158fd497d59 req-4f05a651-85ca-4da4-b3d1-05ddfb96561d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:33.525026 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2f3dcf3-bfd7-4249-b953-3158fd497d59 req-4f05a651-85ca-4da4-b3d1-05ddfb96561d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0834413 Aug 27 16:59:33.537301 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=d459ee11-bd28-46c5-8fde-25334e1360e3,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:33.542952 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:33.543801 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7f8d79e0-b54a-4647-a8ae-c420956b90da no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:33.550609 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1e50bf02-00f3-48ae-81fa-b3ca886b4f3f req-b44f55d3-879b-44ba-973f-c2a761e5d4e7 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681686 Aug 27 16:59:33.586040 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 7f8d79e0-b54a-4647-a8ae-c420956b90da {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:33.586505 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7f8d79e0-b54a-4647-a8ae-c420956b90da not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:33.616158 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2f3dcf3-bfd7-4249-b953-3158fd497d59 req-fc050b15-0e37-4061-ac92-f16fc712058c tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803607 Aug 27 16:59:33.629578 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7abfec-92f2-41f7-b99f-7d80c98ef617 x-openstack-request-id: req-ed7abfec-92f2-41f7-b99f-7d80c98ef617 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:33.629847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "name": "network-vif-plugged", "status": "completed", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:33.630247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed7abfec-92f2-41f7-b99f-7d80c98ef617 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:33.630544 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3', 'code': 200} Aug 27 16:59:33.635497 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:33.727443 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-57507200-c421-44b9-a031-e6a53cca3c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:33.733789 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ee0561b2-baad-42b0-a728-116839c1fbe5 req-e0c6abc0-7efc-49fa-9c9a-8b4d5237ae3f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0381594 Aug 27 16:59:33.775986 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c0e58-c878-4e9c-b32d-835997f963f8 req-939eba14-f04d-40bf-aa1f-1f71ddc4d835 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:33.777461 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-315c0e58-c878-4e9c-b32d-835997f963f8 req-939eba14-f04d-40bf-aa1f-1f71ddc4d835 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0696554 Aug 27 16:59:33.819015 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-315c0e58-c878-4e9c-b32d-835997f963f8 req-0fb41dc0-c0d5-4cf1-b114-294b393880a4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Aug 27 16:59:34.024268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe4b3e-5207-4158-9b46-ee436f1ba0b9 req-c07c7d93-580a-4b36-b78b-6408eeccf0f8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.025807 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1dbe4b3e-5207-4158-9b46-ee436f1ba0b9 req-c07c7d93-580a-4b36-b78b-6408eeccf0f8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0510616 Aug 27 16:59:34.069628 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1dbe4b3e-5207-4158-9b46-ee436f1ba0b9 req-047fff08-814c-46e1-b409-11a0646e5b56 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368302 Aug 27 16:59:34.170801 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2c063-3ced-422c-91c6-87bf823fb09d req-2e4cc90e-b09d-4d36-b689-4703c7f9d475 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.173252 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-80c2c063-3ced-422c-91c6-87bf823fb09d req-2e4cc90e-b09d-4d36-b689-4703c7f9d475 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0549908 Aug 27 16:59:34.218598 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-80c2c063-3ced-422c-91c6-87bf823fb09d req-a71fb5eb-bcc3-43c0-827a-3822c273333f tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Aug 27 16:59:34.675633 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb456fb-9102-40c2-b9d7-f78e6fd520ce req-8f0cd183-abe1-4db9-95ed-fad03b956b89 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.677355 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dbb456fb-9102-40c2-b9d7-f78e6fd520ce req-8f0cd183-abe1-4db9-95ed-fad03b956b89 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0576637 Aug 27 16:59:34.744484 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dbb456fb-9102-40c2-b9d7-f78e6fd520ce req-aec24c9f-dde6-48e8-b9d3-b8d023b511e0 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564718 Aug 27 16:59:34.756183 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69861ca-a12b-4c0b-8810-93508ed1c436 req-2f7548bc-df62-4909-9986-8e2c93a61c12 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.759127 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e69861ca-a12b-4c0b-8810-93508ed1c436 req-2f7548bc-df62-4909-9986-8e2c93a61c12 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0794082 Aug 27 16:59:34.804722 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e69861ca-a12b-4c0b-8810-93508ed1c436 req-11bff2d2-c42a-438b-a419-ffd6b4df3d92 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370679 Aug 27 16:59:34.862845 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-98bc7bd7-3a8b-4d01-85b0-5d0e7003ae21 req-8ef6b622-f2d9-4bdf-825a-180d85122289 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0327196 Aug 27 16:59:34.942987 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12594ba-3b9c-4cc3-8b50-b62db40ba758 req-94bd61c1-c072-4ee7-8976-38cf6698046d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:34.946017 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d12594ba-3b9c-4cc3-8b50-b62db40ba758 req-94bd61c1-c072-4ee7-8976-38cf6698046d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0536685 Aug 27 16:59:34.990576 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d12594ba-3b9c-4cc3-8b50-b62db40ba758 req-3dd9e1fb-c616-49b8-869e-490ab20a66ff tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Aug 27 16:59:35.206382 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ddcb-d21f-4c5b-ab26-6bd8397a1b31 req-95e1085a-d27e-4de1-881c-205b4046cdda tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.208262 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0351ddcb-d21f-4c5b-ab26-6bd8397a1b31 req-95e1085a-d27e-4de1-881c-205b4046cdda tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0547173 Aug 27 16:59:35.247837 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0351ddcb-d21f-4c5b-ab26-6bd8397a1b31 req-90dc2d8b-7123-4091-a971-9c0172ee6b12 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Aug 27 16:59:35.347268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451e82c-3e30-4d19-8b6c-228b444933d7 req-18c68cf0-fdc2-4e9e-9785-6c3914b456ab tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.348774 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f451e82c-3e30-4d19-8b6c-228b444933d7 req-18c68cf0-fdc2-4e9e-9785-6c3914b456ab tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0577688 Aug 27 16:59:35.392626 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f451e82c-3e30-4d19-8b6c-228b444933d7 req-f2157421-ae95-43fc-8531-1a03011af4c8 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Aug 27 16:59:35.864551 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6d9c4-40f5-4811-8ad8-8ffccc646f03 req-6bcfc9a4-cda8-415d-9788-8f8fb9cc0864 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.866223 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9db6d9c4-40f5-4811-8ad8-8ffccc646f03 req-6bcfc9a4-cda8-415d-9788-8f8fb9cc0864 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0552638 Aug 27 16:59:35.928039 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9db6d9c4-40f5-4811-8ad8-8ffccc646f03 req-14639221-c07e-438d-86bc-f6a723031786 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560627 Aug 27 16:59:35.946885 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853e3e1-df99-49a5-a654-8bbea1f8414d req-b5e126f8-408e-4b4f-91a8-f6b1ef4bdf4e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:35.948348 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1853e3e1-df99-49a5-a654-8bbea1f8414d req-b5e126f8-408e-4b4f-91a8-f6b1ef4bdf4e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0627165 Aug 27 16:59:35.997099 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1853e3e1-df99-49a5-a654-8bbea1f8414d req-761be3e8-ddba-4d66-8891-34944cf3ce79 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361021 Aug 27 16:59:36.073458 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3a0b81e7-074b-4020-8e63-99757294de19 req-125e9571-e5f8-4925-92d3-674242c7aad1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0334718 Aug 27 16:59:36.133669 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cbe3a-0ca6-42e1-8a80-d7eaa878b8c7 req-6f5659d5-c368-4c37-8eea-1cc5598947df tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.135227 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cf4cbe3a-0ca6-42e1-8a80-d7eaa878b8c7 req-6f5659d5-c368-4c37-8eea-1cc5598947df tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0512168 Aug 27 16:59:36.176421 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cf4cbe3a-0ca6-42e1-8a80-d7eaa878b8c7 req-5a72dfe8-e0d6-4e84-bd20-9a446fea8afc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Aug 27 16:59:36.373290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd5a2-f058-4bde-9043-65f53042e425 req-1e4da969-dcf0-4bab-a3ee-22b605ae9b21 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.375407 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d11fd5a2-f058-4bde-9043-65f53042e425 req-1e4da969-dcf0-4bab-a3ee-22b605ae9b21 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0508854 Aug 27 16:59:36.414934 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d11fd5a2-f058-4bde-9043-65f53042e425 req-67cbbc4b-67ec-43f2-8af9-13d8cf9cfe51 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Aug 27 16:59:36.458720 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-359431ce-603c-4a8c-9805-25932647901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:36.529151 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147282b4-575a-4b35-a43d-abbab85f1a78 req-636bb425-00b6-4849-85f6-46f029965518 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:36.530819 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-147282b4-575a-4b35-a43d-abbab85f1a78 req-636bb425-00b6-4849-85f6-46f029965518 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0546663 Aug 27 16:59:36.568781 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-147282b4-575a-4b35-a43d-abbab85f1a78 req-67cb2619-c29f-446b-b6e2-18a5d48a44bf tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Aug 27 16:59:36.682580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:37.090406 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1705f-8335-4957-9b6e-461ecb7d89bc req-1852f9ff-b814-41a7-aca2-6f136afbc6cc tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.091924 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43f1705f-8335-4957-9b6e-461ecb7d89bc req-1852f9ff-b814-41a7-aca2-6f136afbc6cc tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0574083 Aug 27 16:59:37.156109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43f1705f-8335-4957-9b6e-461ecb7d89bc req-c8f03e73-7e5f-4e27-b4b6-866561fd1f73 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Aug 27 16:59:37.167183 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b008ae-fd33-46ce-9428-8220eb143fd1 req-467bf12e-0a8f-40ec-b67a-fc78fe02e481 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.168681 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56b008ae-fd33-46ce-9428-8220eb143fd1 req-467bf12e-0a8f-40ec-b67a-fc78fe02e481 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0758681 Aug 27 16:59:37.214670 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56b008ae-fd33-46ce-9428-8220eb143fd1 req-ab1381a5-0fee-4d12-bd63-5d7bf0b28c38 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382562 Aug 27 16:59:37.291275 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f56ec68-ec53-466a-b749-729ac7a4e342 req-64c47fba-1014-4c64-8501-4cefc7ce2af1 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0336227 Aug 27 16:59:37.340738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b2cc-ce00-4d83-b7a3-426e2a199ee7 req-07ad3c66-ac78-46d8-9098-50f75565f373 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.342224 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e6f7b2cc-ce00-4d83-b7a3-426e2a199ee7 req-07ad3c66-ac78-46d8-9098-50f75565f373 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0500777 Aug 27 16:59:37.382007 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e6f7b2cc-ce00-4d83-b7a3-426e2a199ee7 req-1b03af4a-7c49-4fb4-bd1f-57363a875bc5 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Aug 27 16:59:37.555759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1a676-87d7-4d73-9322-f66533f78cf3 req-b960adca-7fd0-4983-adc3-59d02cf36bda tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.557395 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e1a676-87d7-4d73-9322-f66533f78cf3 req-b960adca-7fd0-4983-adc3-59d02cf36bda tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0578604 Aug 27 16:59:37.597936 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8e1a676-87d7-4d73-9322-f66533f78cf3 req-8228568d-ca1b-4c83-b607-e5ad84e27d1e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Aug 27 16:59:37.705824 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf80bc-78f7-4abe-9e76-bef8c9e0de6c req-a09dfcf8-fe6a-46c8-9241-f80f58e51030 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:37.707355 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cebf80bc-78f7-4abe-9e76-bef8c9e0de6c req-a09dfcf8-fe6a-46c8-9241-f80f58e51030 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0638301 Aug 27 16:59:37.747903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cebf80bc-78f7-4abe-9e76-bef8c9e0de6c req-8978a997-303c-4e53-a23e-97660e645726 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346200 Aug 27 16:59:38.060215 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:38.279751 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f4869-23b8-483d-ae12-999e716f8b31 req-1424bc68-a783-46df-bea2-11ce7013d8eb tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.282134 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-335f4869-23b8-483d-ae12-999e716f8b31 req-1424bc68-a783-46df-bea2-11ce7013d8eb tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Aug 27 16:59:38.350258 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-335f4869-23b8-483d-ae12-999e716f8b31 req-2da6047c-d71a-47d9-b17f-0c2da0ed6239 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620749 Aug 27 16:59:38.362743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0a072-4c17-467d-bdc3-df7f20e48063 req-16d0a5c8-ae5b-47f9-953b-5c2feb41ed7a tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.364200 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-eca0a072-4c17-467d-bdc3-df7f20e48063 req-16d0a5c8-ae5b-47f9-953b-5c2feb41ed7a tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0744047 Aug 27 16:59:38.424205 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-eca0a072-4c17-467d-bdc3-df7f20e48063 req-0c4bc29b-c609-4de9-a134-41a852103326 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533636 Aug 27 16:59:38.487026 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c972069d-313a-4a33-a618-d285d7e66005 req-d58bcb76-559b-4e38-89c7-75ce24213455 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0274546 Aug 27 16:59:38.549636 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c2b80-939d-4342-805b-b6275bc52c04 req-a5376b1c-6d47-4a8a-a741-34cd4e5f3b38 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.551175 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a10c2b80-939d-4342-805b-b6275bc52c04 req-a5376b1c-6d47-4a8a-a741-34cd4e5f3b38 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0535676 Aug 27 16:59:38.590075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a10c2b80-939d-4342-805b-b6275bc52c04 req-6062d6d9-fd07-48c5-a770-ad78d0064db1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 27 16:59:38.723937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f722adf-b879-45d8-ba98-ec67c5a27d47 req-107655c3-a522-4763-8fc0-68d9da54e917 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.725515 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f722adf-b879-45d8-ba98-ec67c5a27d47 req-107655c3-a522-4763-8fc0-68d9da54e917 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0542872 Aug 27 16:59:38.764467 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f722adf-b879-45d8-ba98-ec67c5a27d47 req-9480361e-79d9-4755-bf3c-403b4f5beed2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Aug 27 16:59:38.876640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ef5cf-57fc-42bc-9fd1-351f4894b456 req-db6925f8-c80d-45c8-a069-5759cb3a7a35 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:38.878105 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-459ef5cf-57fc-42bc-9fd1-351f4894b456 req-db6925f8-c80d-45c8-a069-5759cb3a7a35 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0543973 Aug 27 16:59:38.920746 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-459ef5cf-57fc-42bc-9fd1-351f4894b456 req-008657a0-c0cc-468e-84ec-25f226f776a1 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Aug 27 16:59:39.495584 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac1997-88c5-4454-957b-5a207e73895e req-e19d2a80-a5e7-45e5-a6d0-76d49db04fa9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:39.496878 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-90ac1997-88c5-4454-957b-5a207e73895e req-e19d2a80-a5e7-45e5-a6d0-76d49db04fa9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0734086 Aug 27 16:59:39.566682 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-90ac1997-88c5-4454-957b-5a207e73895e req-7ca322cb-de38-4c4d-b68b-97e57b3d3f00 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632422 Aug 27 16:59:39.596964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3351fa-3b94-4bd1-8c8f-bc645e5134e8 req-b1453249-6633-401d-93aa-0afc5ec9e7ed tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:39.601244 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a3351fa-3b94-4bd1-8c8f-bc645e5134e8 req-b1453249-6633-401d-93aa-0afc5ec9e7ed tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0821786 Aug 27 16:59:39.639405 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a3351fa-3b94-4bd1-8c8f-bc645e5134e8 req-8dd6df9b-8961-4dd5-80f9-f22075348694 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Aug 27 16:59:39.672123 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-05688b0d-bc1f-496e-9ab4-4bf449a51a2b req-f2ed77aa-99b2-42e0-bac8-d60a180aff37 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0308652 Aug 27 16:59:39.753026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6ee98-02f7-4620-9a04-68eecad49d04 req-961f0412-c753-46c4-9db5-4666ef31775c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:39.754575 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5db6ee98-02f7-4620-9a04-68eecad49d04 req-961f0412-c753-46c4-9db5-4666ef31775c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0521934 Aug 27 16:59:39.795573 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5db6ee98-02f7-4620-9a04-68eecad49d04 req-74214859-7b28-4652-8318-87a51b618936 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349829 Aug 27 16:59:39.857245 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:39.893900 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4bb43-0c5f-4ee3-9b49-4933252e5d1c req-9ea38cad-0232-4073-ae12-91e2551af04a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:39.895310 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37e4bb43-0c5f-4ee3-9b49-4933252e5d1c req-9ea38cad-0232-4073-ae12-91e2551af04a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0499723 Aug 27 16:59:39.935546 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37e4bb43-0c5f-4ee3-9b49-4933252e5d1c req-5c73df1f-b71f-4b6e-946e-20b78e49b493 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Aug 27 16:59:40.053785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b654a-3a8d-4db9-9a8b-ca2132b4c87e req-d8e91176-f130-4295-9d61-d85b57d43b05 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:40.055303 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-604b654a-3a8d-4db9-9a8b-ca2132b4c87e req-d8e91176-f130-4295-9d61-d85b57d43b05 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0535188 Aug 27 16:59:40.098513 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-604b654a-3a8d-4db9-9a8b-ca2132b4c87e req-9e8a19f2-1f7c-45bf-85cd-6fb7b9235cff tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Aug 27 16:59:40.699898 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64904c8-2904-411c-b903-c46e5031be43 req-d58954d3-2f83-4db4-8297-2c065438f47e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:40.707863 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e64904c8-2904-411c-b903-c46e5031be43 req-d58954d3-2f83-4db4-8297-2c065438f47e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0591662 Aug 27 16:59:40.767432 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e64904c8-2904-411c-b903-c46e5031be43 req-96dfe185-ecc8-43ef-98e3-011b59cafeff tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586793 Aug 27 16:59:40.787185 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d6a33-bc86-4a94-9292-a697ef9cd7c1 req-42511a74-20b2-4f9f-9aed-1c102953d7d2 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:40.787185 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-158d6a33-bc86-4a94-9292-a697ef9cd7c1 req-42511a74-20b2-4f9f-9aed-1c102953d7d2 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0610418 Aug 27 16:59:40.832719 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-158d6a33-bc86-4a94-9292-a697ef9cd7c1 req-8f207ff8-742e-4777-b4d4-2f298e5956d3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375323 Aug 27 16:59:40.890645 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de08e5a5-0ffa-4ea9-9885-1e20aac9c8d6 req-145d752c-c8fb-439b-a54f-01e0ea20bd6a tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Aug 27 16:59:40.944430 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296a88-5589-4003-82b4-f6f252ec4876 req-91c2fe66-ff88-4c92-aa0c-3c8dcc7c3f83 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:40.945971 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c296a88-5589-4003-82b4-f6f252ec4876 req-91c2fe66-ff88-4c92-aa0c-3c8dcc7c3f83 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0516279 Aug 27 16:59:41.000656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c296a88-5589-4003-82b4-f6f252ec4876 req-b2b93830-1a12-412c-9e11-50b0f3c5f423 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Aug 27 16:59:41.067711 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00ca4-ee46-4b14-80f8-a6f09c65c1b3 req-e71086e4-73ce-4379-818e-9c7d3d061261 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:41.069213 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2e00ca4-ee46-4b14-80f8-a6f09c65c1b3 req-e71086e4-73ce-4379-818e-9c7d3d061261 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0506103 Aug 27 16:59:41.109198 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e2e00ca4-ee46-4b14-80f8-a6f09c65c1b3 req-a9170eaa-9309-43b7-a1d2-d243dd07e1a7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333533 Aug 27 16:59:41.230400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5293050-7576-4717-be1a-d0e2e7ef3162 req-baf77c72-50a4-4f54-947e-f784696fe34c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:41.231875 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e5293050-7576-4717-be1a-d0e2e7ef3162 req-baf77c72-50a4-4f54-947e-f784696fe34c tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0606811 Aug 27 16:59:41.278092 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e5293050-7576-4717-be1a-d0e2e7ef3162 req-2845757d-102c-448d-9f41-54145c9ad0e4 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Aug 27 16:59:41.885675 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a814-fb93-4feb-aa2e-9f8a8314855d req-4408dec1-08c3-4b8b-a842-411d1a351994 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:41.887276 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ad33a814-fb93-4feb-aa2e-9f8a8314855d req-4408dec1-08c3-4b8b-a842-411d1a351994 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Aug 27 16:59:41.948743 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ad33a814-fb93-4feb-aa2e-9f8a8314855d req-1f166f95-0654-47e3-bbad-39239ced7003 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Aug 27 16:59:41.966936 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd3256-2150-42b0-a3c6-6838f9cb1543 req-70d6c6b4-6b89-4b78-a922-45d0fac26083 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:41.968399 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-27dd3256-2150-42b0-a3c6-6838f9cb1543 req-70d6c6b4-6b89-4b78-a922-45d0fac26083 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0617988 Aug 27 16:59:42.008338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-27dd3256-2150-42b0-a3c6-6838f9cb1543 req-5a9fb0b0-f39d-4578-80a7-795c33280df6 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Aug 27 16:59:42.044450 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b0250578-dbea-4062-b968-9eb48949478b req-4e223300-10c2-4b3e-b9da-b9509e35fac5 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2ac0221-5eab-4a7a-b673-e4d3109e79f9 HTTP/1.1" status: 200 len: 210 time: 0.0292592 Aug 27 16:59:42.114917 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69931e08-fa37-43d0-9848-ca73644ffad0 req-51e26699-7bbb-4b89-88b7-f02dada03133 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:42.116298 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69931e08-fa37-43d0-9848-ca73644ffad0 req-51e26699-7bbb-4b89-88b7-f02dada03133 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 27 16:59:42.154128 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69931e08-fa37-43d0-9848-ca73644ffad0 req-a4d3fc2a-b200-421d-8de0-fc3d0953866c tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Aug 27 16:59:42.234648 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08c1d2-7a05-4405-ab92-8f1c3c18f6a0 req-1b7dde3a-9abf-4d17-917f-ff78af063224 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:42.236328 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af08c1d2-7a05-4405-ab92-8f1c3c18f6a0 req-1b7dde3a-9abf-4d17-917f-ff78af063224 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0485225 Aug 27 16:59:42.275819 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af08c1d2-7a05-4405-ab92-8f1c3c18f6a0 req-81f0e49a-0742-4ac3-9850-bedb4832b241 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Aug 27 16:59:42.397444 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad3c22-e57e-4582-be02-83c01ab4a486 req-2c5372d4-ad7d-4164-bf84-52cab4237765 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:42.398897 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83ad3c22-e57e-4582-be02-83c01ab4a486 req-2c5372d4-ad7d-4164-bf84-52cab4237765 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0523033 Aug 27 16:59:42.438876 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83ad3c22-e57e-4582-be02-83c01ab4a486 req-aa6ede51-0a8d-4095-a810-044ee1c4c360 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Aug 27 16:59:42.527456 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-6832b3b6-87f8-4ed2-8e99-165411e60c6d req-43912277-3965-4ef1-b8b6-55e6babf4bd7 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035562 Aug 27 16:59:42.827244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fd1a-ac43-45b6-abd1-4034f84262d7 req-32bb54fc-2b9b-4ade-96c6-5379af56b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:42.829303 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-be50fd1a-ac43-45b6-abd1-4034f84262d7 req-32bb54fc-2b9b-4ade-96c6-5379af56b909 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 1099 time: 0.0427134 Aug 27 16:59:42.919316 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-be50fd1a-ac43-45b6-abd1-4034f84262d7 req-f94d9a50-50f9-400b-a85c-cd1ecd7aade6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295112 Aug 27 16:59:43.063698 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b93b60-e9a2-4e70-aa15-63ad832b443b req-7cfabe66-786a-44f6-aa47-ed45a2e6da86 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.065173 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-30b93b60-e9a2-4e70-aa15-63ad832b443b req-7cfabe66-786a-44f6-aa47-ed45a2e6da86 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Aug 27 16:59:43.152125 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-30b93b60-e9a2-4e70-aa15-63ad832b443b req-0226bf2a-3b99-4e25-a0d4-0d0d9193c8e9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Aug 27 16:59:43.163586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31454c-5252-4be2-b327-27af53c3c4a9 req-88a3a10f-ec77-4b80-990c-eb322602d1de tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.165140 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d31454c-5252-4be2-b327-27af53c3c4a9 req-88a3a10f-ec77-4b80-990c-eb322602d1de tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0830295 Aug 27 16:59:43.208188 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1d31454c-5252-4be2-b327-27af53c3c4a9 req-82457880-3126-4b67-b519-ff945cd424ba tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Aug 27 16:59:43.238165 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:43.327834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40f3b9-40a5-460a-ac64-b4a37ae07a8a req-e0bdfdce-afc5-4d0d-aab7-c4756387411a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.335912 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2a40f3b9-40a5-460a-ac64-b4a37ae07a8a req-e0bdfdce-afc5-4d0d-aab7-c4756387411a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0701082 Aug 27 16:59:43.396671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2a40f3b9-40a5-460a-ac64-b4a37ae07a8a req-9b3ab633-8dc2-4397-b812-aca0fa35e698 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Aug 27 16:59:43.418733 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aec9b-c148-495e-a6a7-52408ed99192 req-26e0d83a-da46-434b-8290-b3d5b17adf99 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.418733 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3e6aec9b-c148-495e-a6a7-52408ed99192 req-26e0d83a-da46-434b-8290-b3d5b17adf99 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0653896 Aug 27 16:59:43.456014 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3e6aec9b-c148-495e-a6a7-52408ed99192 req-6c638f67-3cce-4787-a2ae-39b5a945debb tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308414 Aug 27 16:59:43.558847 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56359-36e1-4131-998d-1ec9c91735d4 req-432014a3-31a9-4e8a-8abf-12a64527a56d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.560341 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b3e56359-36e1-4131-998d-1ec9c91735d4 req-432014a3-31a9-4e8a-8abf-12a64527a56d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0512171 Aug 27 16:59:43.605077 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b3e56359-36e1-4131-998d-1ec9c91735d4 req-97f61dd3-4613-4d61-8769-cf91f38f8493 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Aug 27 16:59:43.722837 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-aff4cc56-8c54-4040-9770-f0ef22bae43f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397382 Aug 27 16:59:43.811687 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-54769e02-003b-4393-9952-63fe4b606d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.814154 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-54769e02-003b-4393-9952-63fe4b606d5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 1099 time: 0.0440614 Aug 27 16:59:43.918120 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-e70ed449-fe71-4df9-be24-5415af2c9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:43.919558 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-e70ed449-fe71-4df9-be24-5415af2c9b3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.0825889 Aug 27 16:59:43.966072 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-b845387a-37fb-4958-a760-a7e91d3f89c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 200 len: 217 time: 0.0364099 Aug 27 16:59:44.021444 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-b76f9b35-2ebd-453f-bce4-99d0f45ea1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.022797 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-b76f9b35-2ebd-453f-bce4-99d0f45ea1af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0476449 Aug 27 16:59:44.055364 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-acfd53a6-300b-4a81-9ebb-f1c251aff2a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234535 Aug 27 16:59:44.144941 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-86295364-43fc-4bfc-bb4f-a8be627adc42 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798204 Aug 27 16:59:44.265228 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-acd151d3-04ec-4a73-b962-3e0180d8b8cc req-2067d344-34cf-4057-a235-0e43510c5849 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971386 Aug 27 16:59:44.273152 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d544-80f0-4e9d-bd45-286c2d958942 req-fe1fea3f-58a7-426d-bb7b-4c9ab8dd100e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.274666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21e6d544-80f0-4e9d-bd45-286c2d958942 req-fe1fea3f-58a7-426d-bb7b-4c9ab8dd100e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Aug 27 16:59:44.323500 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21e6d544-80f0-4e9d-bd45-286c2d958942 req-df72072d-d84e-4678-8e50-89cbbe04a757 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Aug 27 16:59:44.359452 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02f5d-f9a5-4464-b088-bd0fd5ae2774 req-cc13335b-8460-430a-95ee-c48d2595698d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.361698 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e3c02f5d-f9a5-4464-b088-bd0fd5ae2774 req-cc13335b-8460-430a-95ee-c48d2595698d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0583715 Aug 27 16:59:44.404624 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e3c02f5d-f9a5-4464-b088-bd0fd5ae2774 req-40843486-eb67-4f53-81bf-4e83704b3780 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361674 Aug 27 16:59:44.524881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088753-7800-478a-bfe8-ef663ee60ba1 req-479bbbf9-2947-4dcd-a932-bcf37a33fd5d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.526281 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-db088753-7800-478a-bfe8-ef663ee60ba1 req-479bbbf9-2947-4dcd-a932-bcf37a33fd5d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0523446 Aug 27 16:59:44.605303 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-db088753-7800-478a-bfe8-ef663ee60ba1 req-42119758-fef1-4028-9ce3-9a32b382ed55 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Aug 27 16:59:44.615032 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c84c21-f9d0-48db-ad51-1acc141bd801 req-125860c8-11eb-4670-b182-c6abf25ab793 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.616492 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09c84c21-f9d0-48db-ad51-1acc141bd801 req-125860c8-11eb-4670-b182-c6abf25ab793 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.0854449 Aug 27 16:59:44.659785 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09c84c21-f9d0-48db-ad51-1acc141bd801 req-519b287c-da06-414d-8824-1eef818e0fbb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Aug 27 16:59:44.718804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d00b2-0653-408f-81ae-d90945bd956d req-942f0ec7-28dd-4d01-a0ea-4fc3dfa5e311 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.720903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d16d00b2-0653-408f-81ae-d90945bd956d req-942f0ec7-28dd-4d01-a0ea-4fc3dfa5e311 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0501564 Aug 27 16:59:44.793961 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d16d00b2-0653-408f-81ae-d90945bd956d req-2ef4e1fa-059f-4842-8bc9-3af71dab5109 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661805 Aug 27 16:59:44.802167 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763dbb-ac40-4431-a42f-d75a902903cd req-4121befc-f84a-4a28-894a-1a1082c7bf37 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.803648 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae763dbb-ac40-4431-a42f-d75a902903cd req-4121befc-f84a-4a28-894a-1a1082c7bf37 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0771751 Aug 27 16:59:44.813235 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd571606-bef7-49ef-b26f-8e7838d41337 req-b952e452-d14f-4f62-a007-4fc361cf5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:44.815615 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-cd571606-bef7-49ef-b26f-8e7838d41337 req-b952e452-d14f-4f62-a007-4fc361cf5395 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.0444217 Aug 27 16:59:44.843421 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ae763dbb-ac40-4431-a42f-d75a902903cd req-65201753-4594-46a3-a1e0-923b4730aa71 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 27 16:59:44.865148 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-cd571606-bef7-49ef-b26f-8e7838d41337 req-de9ab398-1e86-4704-aec7-a8b3fe4648ce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 27 16:59:45.421597 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:45.457117 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcac53-bad6-4b00-a871-2e74e6a555fc req-70b15a37-eaea-461c-9712-136e6f3335a9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:45.458656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83fcac53-bad6-4b00-a871-2e74e6a555fc req-70b15a37-eaea-461c-9712-136e6f3335a9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0660079 Aug 27 16:59:45.509903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83fcac53-bad6-4b00-a871-2e74e6a555fc req-d2e5e86a-8d02-4962-9694-33de513c30e8 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Aug 27 16:59:45.541394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:45.563832 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'mac_address': 'fa:16:3e:cf:84:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:45.567289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fab24-07eb-4eaf-8b30-7bca331eb90d req-1e5b2577-0e0f-4e0c-9732-6e9f369b28cc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:45.569575 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-982fab24-07eb-4eaf-8b30-7bca331eb90d req-1e5b2577-0e0f-4e0c-9732-6e9f369b28cc tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0804639 Aug 27 16:59:45.605155 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:45.623351 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:45.627431 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-982fab24-07eb-4eaf-8b30-7bca331eb90d req-419f5965-ee56-4ba2-8ab2-fa192ef79ece tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 Aug 27 16:59:45.648255 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:45.652397 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:45.713192 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:45.788400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49441c-d921-4b53-b80e-97435481c495 req-6f9d27f6-1d45-4369-a387-fc422f77ae8f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:45.789916 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5b49441c-d921-4b53-b80e-97435481c495 req-6f9d27f6-1d45-4369-a387-fc422f77ae8f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0869384 Aug 27 16:59:45.817160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cffa56-3e5f-4ab4-82bb-9492170e848d req-4a53c98a-1d44-4e0c-8c46-6de864fb4f0d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:45.818666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-22cffa56-3e5f-4ab4-82bb-9492170e848d req-4a53c98a-1d44-4e0c-8c46-6de864fb4f0d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0720944 Aug 27 16:59:45.867109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5b49441c-d921-4b53-b80e-97435481c495 req-4735e8d9-d2b1-4545-96b0-725c9b9a2ca4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710375 Aug 27 16:59:45.874065 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-22cffa56-3e5f-4ab4-82bb-9492170e848d req-3251fcb8-9120-481c-a795-e7b9a75e801d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Aug 27 16:59:46.001199 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a277d-52f1-4e45-b101-6a5491310f6c req-ad23b48f-d3b0-4a61-b26c-c80af565040c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:46.002676 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1b5a277d-52f1-4e45-b101-6a5491310f6c req-ad23b48f-d3b0-4a61-b26c-c80af565040c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0679269 Aug 27 16:59:46.010903 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1762d1-0642-403f-96bd-1e92362c8dac req-4d14d9d1-c58b-4997-96a1-5bf0f2c3def4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:46.012269 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0f1762d1-0642-403f-96bd-1e92362c8dac req-4d14d9d1-c58b-4997-96a1-5bf0f2c3def4 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.0860817 Aug 27 16:59:46.050287 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-23143c8f-fba5-4e37-b0e6-bdc35e017ed9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:46.051920 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-23143c8f-fba5-4e37-b0e6-bdc35e017ed9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 945 time: 0.0602856 Aug 27 16:59:46.059788 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1b5a277d-52f1-4e45-b101-6a5491310f6c req-01a00989-e809-4533-ad7e-cfaf9e203f47 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466003 Aug 27 16:59:46.072281 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0f1762d1-0642-403f-96bd-1e92362c8dac req-2c551e82-b0d2-47fa-ad12-2e6e71fbc7eb tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Aug 27 16:59:46.083993 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:46.228591 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Deleting port b76654e5-3b6c-4f9c-8ca6-b3f296741178 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:46.229194 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:46.329482 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] For port b76654e5-3b6c-4f9c-8ca6-b3f296741178, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b76654e5-3b6c-4f9c-8ca6-b3f296741178,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:46.329967 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:46.343055 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Calling delete_port for b76654e5-3b6c-4f9c-8ca6-b3f296741178 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:46.464867 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:46.497367 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Pushing event deleted for resources: {'Port': ['ID=b76654e5-3b6c-4f9c-8ca6-b3f296741178,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:46.522540 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.522876 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.523207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.523527 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.523846 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.524170 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.524482 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.524795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.525150 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.525459 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.525845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.526110 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:46.547310 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] No DVR routers for this DVR port b76654e5-3b6c-4f9c-8ca6-b3f296741178 on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:46.549940 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:46.551978 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-d7ef7055-8b0c-4dc0-8860-279b24ea504b req-174264b4-2667-45d3-bc01-a96841c685a1 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "DELETE /v2.0/ports/b76654e5-3b6c-4f9c-8ca6-b3f296741178 HTTP/1.1" status: 204 len: 173 time: 0.4119217 Aug 27 16:59:46.552401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'name': 'network-vif-deleted', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:46.554718 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8a469-a88a-4df6-834b-9645babccaa8" -d '{"events": [{"server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "name": "network-vif-deleted", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:46.593428 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626300f3-e010-4055-8a41-9f700132432c x-openstack-request-id: req-626300f3-e010-4055-8a41-9f700132432c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:46.593734 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1", "name": "network-vif-deleted", "tag": "b76654e5-3b6c-4f9c-8ca6-b3f296741178", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:46.593977 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-626300f3-e010-4055-8a41-9f700132432c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:46.594835 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1', 'name': 'network-vif-deleted', 'tag': 'b76654e5-3b6c-4f9c-8ca6-b3f296741178', 'status': 'completed', 'code': 200} Aug 27 16:59:46.618020 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c3d3e42c-b17b-451e-a4a3-c528bc3a81e7 req-1c4fe231-3fea-4da6-bf1a-adefe593d25d tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=155f90a3-4f83-4dd6-8bc4-f2b2249f5ed1 HTTP/1.1" status: 200 len: 210 time: 0.0328398 Aug 27 16:59:46.746512 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c388657-32d8-47f1-9164-0ab82f8e76b5 req-7cef4e27-ee6e-4452-874b-281ee77bf9d1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:46.748134 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c388657-32d8-47f1-9164-0ab82f8e76b5 req-7cef4e27-ee6e-4452-874b-281ee77bf9d1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Aug 27 16:59:46.788173 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c388657-32d8-47f1-9164-0ab82f8e76b5 req-84f2fd53-7ee7-4873-ba9a-47911e0e0076 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Aug 27 16:59:47.015812 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d08758-510a-4545-997c-4575faa86c54 req-79ec55a6-c70f-4f34-af5b-5e635e1c5718 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.017216 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-60d08758-510a-4545-997c-4575faa86c54 req-79ec55a6-c70f-4f34-af5b-5e635e1c5718 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0791233 Aug 27 16:59:47.025087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b071ec-fb60-4d2c-9525-3603e541bb1e req-405f873e-058d-4727-9f3c-7ef7808059ba tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.026445 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-13b071ec-fb60-4d2c-9525-3603e541bb1e req-405f873e-058d-4727-9f3c-7ef7808059ba tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0791447 Aug 27 16:59:47.036533 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b76654e5-3b6c-4f9c-8ca6-b3f296741178'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:47.080478 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-60d08758-510a-4545-997c-4575faa86c54 req-0fab5156-e30b-46b6-8682-4186ce7a4454 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Aug 27 16:59:47.085075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-13b071ec-fb60-4d2c-9525-3603e541bb1e req-7edb7fdc-8e7e-4dd3-bd69-ea5018d9c669 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Aug 27 16:59:47.222240 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e44eb-118c-4a23-9245-d475dbda1813 req-3ec4c31c-f47d-4a4d-86f6-79e1d685436f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.223692 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-130e44eb-118c-4a23-9245-d475dbda1813 req-3ec4c31c-f47d-4a4d-86f6-79e1d685436f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0807052 Aug 27 16:59:47.230825 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0145c-f271-426b-80a3-ced6190eddef req-7c23dfac-2495-4cd4-aecb-1cfef3ce1839 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.232146 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96e0145c-f271-426b-80a3-ced6190eddef req-7c23dfac-2495-4cd4-aecb-1cfef3ce1839 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.0802844 Aug 27 16:59:47.286389 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-130e44eb-118c-4a23-9245-d475dbda1813 req-02ab94b1-2b79-44d6-afae-bb0ea63934b9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532203 Aug 27 16:59:47.293291 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96e0145c-f271-426b-80a3-ced6190eddef req-276e77bd-e852-405c-8c4b-28913850157d tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/security-groups?id=beed66b4-05eb-496b-9d0f-be72d8c67fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Aug 27 16:59:47.444935 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 16:59:47.504400 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 16:59:47.511856 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 16:59:47.512301 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:47.604474 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf015-b0fc-4866-bac0-d49592bae10b req-529dbf34-a5eb-4147-972c-3d8f5114aefe tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.606023 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-316bf015-b0fc-4866-bac0-d49592bae10b req-529dbf34-a5eb-4147-972c-3d8f5114aefe tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0507982 Aug 27 16:59:47.612978 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:47.631946 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-22353e06-a536-479d-8d2b-c8f574143472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.633772 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-22353e06-a536-479d-8d2b-c8f574143472 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 1098 time: 0.0461016 Aug 27 16:59:47.636876 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:47.639097 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0f5ec-1d6d-4ec2-bba2-595af982c73f" -d '{"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-plugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:47.655724 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:47.660224 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:47.666759 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-316bf015-b0fc-4866-bac0-d49592bae10b req-f9f6af40-4b46-492b-8746-af4fd83ee31a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Aug 27 16:59:47.684174 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8726c8ed-ada2-4a1b-a80a-594177e53e09 x-openstack-request-id: req-8726c8ed-ada2-4a1b-a80a-594177e53e09 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:47.684470 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-plugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:47.684703 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8726c8ed-ada2-4a1b-a80a-594177e53e09 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:47.685057 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'code': 200} Aug 27 16:59:47.712984 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:47.779850 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-805ae9e1-e470-42dd-a79d-58db87221b96 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.781393 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-805ae9e1-e470-42dd-a79d-58db87221b96 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 946 time: 0.0612545 Aug 27 16:59:47.788154 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-8e4206ba-f28b-49f7-b969-75de63ac24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.789671 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-8e4206ba-f28b-49f7-b969-75de63ac24d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 200 len: 920 time: 0.0976043 Aug 27 16:59:47.856571 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-b32238d7-4681-454c-acb2-07e25b861dbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 200 len: 217 time: 0.0376112 Aug 27 16:59:47.933095 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-f5eb9f34-86d4-4483-b24d-1520f4db5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.934629 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-f5eb9f34-86d4-4483-b24d-1520f4db5170 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 200 len: 859 time: 0.0615399 Aug 27 16:59:47.973462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6f33d-12cb-4bf9-a9bd-1fe914cc44ad req-d51fbc6e-be1d-495d-964f-c9633b311298 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:47.974956 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-47c6f33d-12cb-4bf9-a9bd-1fe914cc44ad req-d51fbc6e-be1d-495d-964f-c9633b311298 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0859935 Aug 27 16:59:47.978169 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-fef476f9-d98f-40c8-abef-6fec640fe42f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254374 Aug 27 16:59:47.980493 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Deleting port 81831da5-14ee-4f06-a61e-8ec7694f5c18 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:47.980824 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:48.071086 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-47c6f33d-12cb-4bf9-a9bd-1fe914cc44ad req-4574ec9b-6f3b-428c-8df7-3883d989a143 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872400 Aug 27 16:59:48.130536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] For port 81831da5-14ee-4f06-a61e-8ec7694f5c18, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=81831da5-14ee-4f06-a61e-8ec7694f5c18,segment=NetworkSegment(3d268cf5-dd3f-4d17-83e4-f767e41ecf4b),segment_id=3d268cf5-dd3f-4d17-83e4-f767e41ecf4b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:48.130907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:48.147470 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Calling delete_port for 81831da5-14ee-4f06-a61e-8ec7694f5c18 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:48.150566 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec397ea-e0af-4010-aa9d-9ae25915353d req-85df3afb-003e-4e74-a7fc-a2b85dcb3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:48.152047 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aec397ea-e0af-4010-aa9d-9ae25915353d req-85df3afb-003e-4e74-a7fc-a2b85dcb3423 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.0745447 Aug 27 16:59:48.174373 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-a63001e8-6de1-4cff-9ca5-d338b64103bf service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016800 Aug 27 16:59:48.262544 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aec397ea-e0af-4010-aa9d-9ae25915353d req-0b4afd7a-ada2-42c9-828c-35a5093a1547 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014073 Aug 27 16:59:48.265241 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fc365faa-b729-4b2b-bfa4-2ef9a3d3f2dd req-ad766fc5-497a-4fa3-bcc2-0c3303122fb2 service neutron] 10.222.0.43 "GET /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812573 Aug 27 16:59:48.289905 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738053-a3ac-427d-996b-6d08e80d9c2f req-de7652ce-febf-43fc-a2de-01ae04df91d5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:48.291322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77738053-a3ac-427d-996b-6d08e80d9c2f req-de7652ce-febf-43fc-a2de-01ae04df91d5 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.1135633 Aug 27 16:59:48.367289 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77738053-a3ac-427d-996b-6d08e80d9c2f req-1e39f06c-aa72-4d66-b1e2-e70206124378 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699804 Aug 27 16:59:48.380716 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:48.411642 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0e8215da-bd79-4bb4-91f7-26850914bc06 req-43b3008f-4c77-4946-a979-475c785947a0 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0424745 Aug 27 16:59:48.431467 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Pushing event deleted for resources: {'Port': ['ID=81831da5-14ee-4f06-a61e-8ec7694f5c18,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:48.478736 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.479077 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.479415 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.479750 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.480080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.480407 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.480731 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.481054 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.481379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.481720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.482041 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.482360 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 16:59:48.503771 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] No DVR routers for this DVR port 81831da5-14ee-4f06-a61e-8ec7694f5c18 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:48.506401 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:48.508319 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.43 "DELETE /v2.0/ports/81831da5-14ee-4f06-a61e-8ec7694f5c18 HTTP/1.1" status: 204 len: 173 time: 0.6902289 Aug 27 16:59:48.509763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'name': 'network-vif-deleted', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:48.511953 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255b3b0-b1cf-48cf-af19-473336c29dc7" -d '{"events": [{"server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "name": "network-vif-deleted", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:48.533021 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f564e49-3291-4bdf-b218-4e9af8523aa4 req-6f71b3ff-fbae-4205-9ea7-b93aa7100094 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:48.534521 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f564e49-3291-4bdf-b218-4e9af8523aa4 req-6f71b3ff-fbae-4205-9ea7-b93aa7100094 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.1052418 Aug 27 16:59:48.548217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8849d0b4-e6fe-4143-8b45-3c6d4f9c3653 x-openstack-request-id: req-8849d0b4-e6fe-4143-8b45-3c6d4f9c3653 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:48.548503 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f31db77-91d3-4cef-b52e-3369e75c0343", "name": "network-vif-deleted", "tag": "81831da5-14ee-4f06-a61e-8ec7694f5c18", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:48.548749 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8849d0b4-e6fe-4143-8b45-3c6d4f9c3653 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:48.549128 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f31db77-91d3-4cef-b52e-3369e75c0343', 'name': 'network-vif-deleted', 'tag': '81831da5-14ee-4f06-a61e-8ec7694f5c18', 'status': 'completed', 'code': 200} Aug 27 16:59:48.577019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1f564e49-3291-4bdf-b218-4e9af8523aa4 req-4882e73b-f3f3-43b9-a871-1c13049f3f98 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365441 Aug 27 16:59:48.784460 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688056c-11da-41a9-8e2f-e1f9dfa5b351 req-c5bbb9e4-f53c-4e0e-8b68-34d544b88966 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:48.785935 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6688056c-11da-41a9-8e2f-e1f9dfa5b351 req-c5bbb9e4-f53c-4e0e-8b68-34d544b88966 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0491362 Aug 27 16:59:48.824490 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6688056c-11da-41a9-8e2f-e1f9dfa5b351 req-2fe624f3-3b16-479e-a606-a45d22276062 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Aug 27 16:59:49.183391 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f37d4-8aab-4765-8fc6-d682e8e94d2b req-e7116dd3-a69b-48b0-a2db-eccd2c32aa78 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.184847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-638f37d4-8aab-4765-8fc6-d682e8e94d2b req-e7116dd3-a69b-48b0-a2db-eccd2c32aa78 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0488715 Aug 27 16:59:49.226052 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-638f37d4-8aab-4765-8fc6-d682e8e94d2b req-65488093-63dc-4b32-a9fc-0a0600d9d91f tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343120 Aug 27 16:59:49.481653 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a00947-b7c8-42de-8d53-40b1d42d7fdc req-4500bac1-741b-461a-a311-4d9f58c6ed39 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.483165 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09a00947-b7c8-42de-8d53-40b1d42d7fdc req-4500bac1-741b-461a-a311-4d9f58c6ed39 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0497193 Aug 27 16:59:49.519400 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-587a6fed-5d1a-4f71-9738-4ca630fb0e56 req-d2415df5-200d-4838-9f8c-c2d7edd6363f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0352342 Aug 27 16:59:49.545799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09a00947-b7c8-42de-8d53-40b1d42d7fdc req-3bb58761-a042-4095-b6dc-23353083a6fd tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Aug 27 16:59:49.704018 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284bd92-2f56-490f-baa0-30457485f9ec req-00cfe628-d29e-477b-b7e6-d39a9106db11 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.706306 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7284bd92-2f56-490f-baa0-30457485f9ec req-00cfe628-d29e-477b-b7e6-d39a9106db11 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0552561 Aug 27 16:59:49.753205 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7284bd92-2f56-490f-baa0-30457485f9ec req-163fe661-6b00-438d-b498-0f4f73022ef9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Aug 27 16:59:49.942376 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a58c6-9962-403d-ba1c-fb099c4d3d01 req-7988fcc2-1ea0-455f-a1f6-fbf6da1df8bc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:49.943952 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b19a58c6-9962-403d-ba1c-fb099c4d3d01 req-7988fcc2-1ea0-455f-a1f6-fbf6da1df8bc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0485063 Aug 27 16:59:49.983217 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b19a58c6-9962-403d-ba1c-fb099c4d3d01 req-c06720bc-e8a6-4336-8b0f-cd4c6a0bf2c4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Aug 27 16:59:50.347484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4398e-1350-4879-a2db-c18971b80728 req-ed118971-d6a8-4850-b36a-644a39c6a0f1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:50.348929 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0cf4398e-1350-4879-a2db-c18971b80728 req-ed118971-d6a8-4850-b36a-644a39c6a0f1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Aug 27 16:59:50.385923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0cf4398e-1350-4879-a2db-c18971b80728 req-a763edea-c298-43c5-bf1b-1c58019f2986 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309808 Aug 27 16:59:50.617953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43e6ae47-71eb-418c-9e5e-b580bc7d42ae req-2028eedd-fc69-4882-90dc-812ff42fc61f tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Aug 27 16:59:50.662959 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1f83f-5a7b-4c93-b317-737b320b704e req-b0fdce4c-8324-4475-9965-19c329b1be2d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:50.664387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5bb1f83f-5a7b-4c93-b317-737b320b704e req-b0fdce4c-8324-4475-9965-19c329b1be2d tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0489557 Aug 27 16:59:50.703782 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5bb1f83f-5a7b-4c93-b317-737b320b704e req-b854151f-65e3-40f0-be92-30d883443557 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 27 16:59:50.871913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dcbda-fb4c-41d2-b8e2-5a61d9eb5692 req-1548b614-4e75-46cc-97e1-bf681ff064cd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:50.873278 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-229dcbda-fb4c-41d2-b8e2-5a61d9eb5692 req-1548b614-4e75-46cc-97e1-bf681ff064cd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0506742 Aug 27 16:59:50.914857 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-229dcbda-fb4c-41d2-b8e2-5a61d9eb5692 req-75a07a22-e9bd-4542-819f-ece747076d93 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348682 Aug 27 16:59:51.054553 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['81831da5-14ee-4f06-a61e-8ec7694f5c18'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:51.097151 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808fdb-5231-48f3-9de9-73438c75b405 req-21beab7e-f143-4981-a525-a8edf7152465 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.098651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f808fdb-5231-48f3-9de9-73438c75b405 req-21beab7e-f143-4981-a525-a8edf7152465 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0498753 Aug 27 16:59:51.102694 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b76654e5-3b6c-4f9c-8ca6-b3f296741178 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:51.122376 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: b76654e5-3b6c-4f9c-8ca6-b3f296741178 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:51.122626 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b76654e5-3b6c-4f9c-8ca6-b3f296741178 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:51.123044 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 81831da5-14ee-4f06-a61e-8ec7694f5c18 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:51.140488 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f808fdb-5231-48f3-9de9-73438c75b405 req-09de180f-0397-46db-9ad7-fd4eb2d1a7b6 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 27 16:59:51.142920 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 81831da5-14ee-4f06-a61e-8ec7694f5c18 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:51.143260 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 81831da5-14ee-4f06-a61e-8ec7694f5c18 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:51.504291 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144064d8-dad0-4cda-85de-0794ed64822e req-e22ecfde-3a91-4bad-80f4-aaee811803da tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.505816 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-144064d8-dad0-4cda-85de-0794ed64822e req-e22ecfde-3a91-4bad-80f4-aaee811803da tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Aug 27 16:59:51.544672 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-144064d8-dad0-4cda-85de-0794ed64822e req-fbe3a079-e0be-4f38-9bb8-8c9f6833edc3 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Aug 27 16:59:51.589611 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-3ca9c661-2211-4ef2-8d55-a0ae4615e333 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.591061 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-3ca9c661-2211-4ef2-8d55-a0ae4615e333 tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0523291 Aug 27 16:59:51.726878 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Deleting port d459ee11-bd28-46c5-8fde-25334e1360e3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 16:59:51.727224 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:51.740986 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-89a7a266-dcdf-4d4c-9f53-b94b0fafcd07 req-52589427-ae01-4ddd-ad0f-2cfb8bcae800 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f31db77-91d3-4cef-b52e-3369e75c0343 HTTP/1.1" status: 200 len: 210 time: 0.0419152 Aug 27 16:59:51.826727 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] For port d459ee11-bd28-46c5-8fde-25334e1360e3, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=d459ee11-bd28-46c5-8fde-25334e1360e3,segment=NetworkSegment(50e4a4bb-4e9b-4cbf-8c32-96e20b390454),segment_id=50e4a4bb-4e9b-4cbf-8c32-96e20b390454)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:51.827077 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:51.831866 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46e8f-47c5-40a7-ab2c-1d61490d182e req-a5a29762-cf54-4136-9159-c7932afa15ba tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:51.833885 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42a46e8f-47c5-40a7-ab2c-1d61490d182e req-a5a29762-cf54-4136-9159-c7932afa15ba tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 946 time: 0.0507329 Aug 27 16:59:51.841418 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Calling delete_port for d459ee11-bd28-46c5-8fde-25334e1360e3 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 16:59:51.874300 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-42a46e8f-47c5-40a7-ab2c-1d61490d182e req-69504b1f-6ff4-4061-95d3-02954f23d60b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/security-groups?id=89cea362-e1ea-4be3-a5b8-8c2ecc596225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Aug 27 16:59:51.971077 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.009279 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Pushing event deleted for resources: {'Port': ['ID=d459ee11-bd28-46c5-8fde-25334e1360e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:52.021468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['d459ee11-bd28-46c5-8fde-25334e1360e3'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:52.054645 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] No DVR routers for this DVR port d459ee11-bd28-46c5-8fde-25334e1360e3 on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 16:59:52.056942 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.058958 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-4405fad1-0c66-458a-a0f1-098db66d7812 req-d0225436-dd93-41a9-bb4f-3ebc783d77df tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.43 "DELETE /v2.0/ports/d459ee11-bd28-46c5-8fde-25334e1360e3 HTTP/1.1" status: 204 len: 173 time: 0.4304190 Aug 27 16:59:52.059383 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'name': 'network-vif-deleted', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:52.062208 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ff86e-b112-4911-b40d-162854681d2c" -d '{"events": [{"server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "name": "network-vif-deleted", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:52.068007 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9bb3-d7f3-4184-af6c-c0ed6f04b76c req-a8d95b53-885d-4e5a-9b9b-13c052a9f002 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:52.069723 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cfed9bb3-d7f3-4184-af6c-c0ed6f04b76c req-a8d95b53-885d-4e5a-9b9b-13c052a9f002 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0788958 Aug 27 16:59:52.119195 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6a956-2e3d-4682-a9b5-6cd028583893 x-openstack-request-id: req-4ff6a956-2e3d-4682-a9b5-6cd028583893 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:52.119489 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5aebe4-d9d3-4ae9-9a80-950a29dd01da", "name": "network-vif-deleted", "tag": "d459ee11-bd28-46c5-8fde-25334e1360e3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:52.119736 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ff6a956-2e3d-4682-a9b5-6cd028583893 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:52.120130 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5aebe4-d9d3-4ae9-9a80-950a29dd01da', 'name': 'network-vif-deleted', 'tag': 'd459ee11-bd28-46c5-8fde-25334e1360e3', 'status': 'completed', 'code': 200} Aug 27 16:59:52.122903 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cfed9bb3-d7f3-4184-af6c-c0ed6f04b76c req-0e3c1e65-52c3-49f2-a421-b52a12ddfa1d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466907 Aug 27 16:59:52.266324 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a538b-5dcf-4766-9faa-700b9bd0e364 req-6116e9fe-9485-4c21-a86b-c54c37550bad tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:52.267861 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a14a538b-5dcf-4766-9faa-700b9bd0e364 req-6116e9fe-9485-4c21-a86b-c54c37550bad tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0506163 Aug 27 16:59:52.311733 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a14a538b-5dcf-4766-9faa-700b9bd0e364 req-85725ca9-f406-4bf9-afe0-07bb8ad00e0f tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Aug 27 16:59:52.802112 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:52.847066 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Deleting subnet d0922e6e-e309-41e2-9495-30cebe695dca {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:59:52.850369 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.888864 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53849ad2-d35f-4889-bf53-67681a0da2cf req-4a659f2f-a18d-4da6-a8fd-655881d0bef9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:52.890507 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-53849ad2-d35f-4889-bf53-67681a0da2cf req-4a659f2f-a18d-4da6-a8fd-655881d0bef9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.2776093 Aug 27 16:59:52.891195 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.898486 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.946857 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-53849ad2-d35f-4889-bf53-67681a0da2cf req-4118d36f-ed68-470b-9d92-ac06af085ec8 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503025 Aug 27 16:59:52.972324 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:52.994790 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be671f2a-ee44-4b39-bfe2-61ef641c2836 req-e45fbc10-e13d-46af-90f8-8a1c8339981b tempest-VolumesActionsTest-209982604 tempest-VolumesActionsTest-209982604-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5aebe4-d9d3-4ae9-9a80-950a29dd01da HTTP/1.1" status: 200 len: 210 time: 0.0304279 Aug 27 16:59:53.000991 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0922e6e-e309-41e2-9495-30cebe695dca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:53.003290 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.008053 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b7f41a1e-0e03-4eac-8ae3-58fdd1765006 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d0922e6e-e309-41e2-9495-30cebe695dca HTTP/1.1" status: 204 len: 168 time: 0.2034249 Aug 27 16:59:53.008749 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:53.076922 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.163006 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.173569 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.173912 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.174661 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.174988 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.175301 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.175625 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.175936 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.176266 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.176571 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.176879 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.244009 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.244222 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.244548 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.244874 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 16:59:53.245250 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cc3902-93e1-4c09-a766-fcc7a2c86a89']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:53.245462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f007-4e60-4499-a52b-b3852bf68a0e req-0d97ba57-37b8-4868-8f79-5fcabf99a22d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:53.247446 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ab2f007-4e60-4499-a52b-b3852bf68a0e req-0d97ba57-37b8-4868-8f79-5fcabf99a22d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0500481 Aug 27 16:59:53.264183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:53.264474 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d268cf5-dd3f-4d17-83e4-f767e41ecf4b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:53.281045 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.290578 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ab2f007-4e60-4499-a52b-b3852bf68a0e req-9241d780-6789-4672-a940-e2475fcf4f1f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356822 Aug 27 16:59:53.301751 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.311131 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:59:53.311520 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: from cryptography.utils import int_from_bytes Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: from cryptography.utils import int_from_bytes Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:59:53.316631 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:59:53.377762 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.388938 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.398448 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0cc3902-93e1-4c09-a766-fcc7a2c86a89 HTTP/1.1" status: 204 len: 168 time: 0.3878994 Aug 27 16:59:53.411902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1402c-1a73-4518-b82b-2782ed021cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cc3902-93e1-4c09-a766-fcc7a2c86a89,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:53.467498 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467d81d-f57c-49f3-97cb-496d39bf47be req-e5dc4b6a-8df8-4852-a753-5ee49faf3ca8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:53.469018 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5467d81d-f57c-49f3-97cb-496d39bf47be req-e5dc4b6a-8df8-4852-a753-5ee49faf3ca8 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0617847 Aug 27 16:59:53.509448 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5467d81d-f57c-49f3-97cb-496d39bf47be req-f4855c8b-3e9d-494f-8eed-7bc6918f68f2 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Aug 27 16:59:53.553720 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:53.597587 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-31631cbb-e421-4dd5-9f1f-0e6ae191d14d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6d2caca54cc4c9fa18cfe39494413ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403521 Aug 27 16:59:53.597780 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44052) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:53.656218 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.676930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.721280 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.724157 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:53.725682 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/beed66b4-05eb-496b-9d0f-be72d8c67fe8 HTTP/1.1" status: 204 len: 168 time: 0.1268330 Aug 27 16:59:53.733154 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9170b-dced-4d92-b5ab-d964fd2a1bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beed66b4-05eb-496b-9d0f-be72d8c67fe8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:54.071977 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f43a8-9d5a-416c-9cc2-d4de5eb93e81 req-5f7fd501-3c0e-4827-8431-7ab69ac03098 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.073568 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c00f43a8-9d5a-416c-9cc2-d4de5eb93e81 req-5f7fd501-3c0e-4827-8431-7ab69ac03098 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0579982 Aug 27 16:59:54.122949 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c00f43a8-9d5a-416c-9cc2-d4de5eb93e81 req-7589ba92-fbfc-48b3-99e5-fdc229d23710 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391417 Aug 27 16:59:54.247198 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97999b-8f0b-40a9-8a1e-2c01b6667deb req-483ec5c5-a2ee-4a43-8253-efa4eff1a42b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.250502 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a97999b-8f0b-40a9-8a1e-2c01b6667deb req-483ec5c5-a2ee-4a43-8253-efa4eff1a42b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Aug 27 16:59:54.291320 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8a97999b-8f0b-40a9-8a1e-2c01b6667deb req-3525bf5e-529e-4336-8cae-39fa40e7b9c9 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353317 Aug 27 16:59:54.314757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44086) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:54.448780 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f871f-626c-4cf2-9dc4-89827fe3bd0f req-049a822f-171c-484e-b45c-9b550716ed5f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.450855 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d6f871f-626c-4cf2-9dc4-89827fe3bd0f req-049a822f-171c-484e-b45c-9b550716ed5f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0683494 Aug 27 16:59:54.514766 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d6f871f-626c-4cf2-9dc4-89827fe3bd0f req-9a7b0344-8616-4af0-866f-5c2dcd8dbb28 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526080 Aug 27 16:59:54.544816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44108) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:54.605830 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137093134-network', 'tenant_id': '622c6695a20e4bbdae0aca74f5a41fe9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:54.650457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223f6d-366d-47ce-a5a2-814a65f7aae8 req-be59f606-98bd-48df-a29c-c7178506ced4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.652075 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0223f6d-366d-47ce-a5a2-814a65f7aae8 req-be59f606-98bd-48df-a29c-c7178506ced4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0539119 Aug 27 16:59:54.658728 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7ec57-7046-4ece-89f2-5758c91d0c77 tempest-TestShelveInstance-2036915261 tempest-TestShelveInstance-2036915261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.660251 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-8fa7ec57-7046-4ece-89f2-5758c91d0c77 tempest-TestShelveInstance-2036915261 tempest-TestShelveInstance-2036915261-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1094 time: 0.3445096 Aug 27 16:59:54.661483 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Made reservation on behalf of 622c6695a20e4bbdae0aca74f5a41fe9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:54.663795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.665175 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44116) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:54.669804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:54.673612 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.696600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.db.api [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 16:59:54.696600 dv-cinder-804459-4-iscsi neutron-server[93825]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 16:59:54.696600 dv-cinder-804459-4-iscsi neutron-server[93825]: [parameters: {'project_id_1': 'd6b4a1271d7549e183698739c34b5b57', 'expiration_1': datetime.datetime(2021, 8, 27, 16, 59, 54, 684376)}] Aug 27 16:59:54.696600 dv-cinder-804459-4-iscsi neutron-server[93825]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 16:59:54.697030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG oslo_db.api [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 16:59:54.714494 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0223f6d-366d-47ce-a5a2-814a65f7aae8 req-d39509b8-bda9-47b3-8312-43dfe700534d tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Aug 27 16:59:54.771389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.775560 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.795673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:59:54.815073 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1727035-d83f-4b47-b593-1b57cae97e2f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:54.833794 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.834192 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Added segment 9263dc8c-b19e-4c2a-aa83-f19c8160a627 of type vlan for network 2fc056f5-e126-4adf-912b-3865da0c9064 Aug 27 16:59:54.882105 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.917213 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.918268 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:54.918882 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:54.974854 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4288306 Aug 27 16:59:54.977835 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44146) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:54.983999 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Request body: {'subnet': {'network_id': '2fc056f5-e126-4adf-912b-3865da0c9064', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137093134-subnet', 'tenant_id': '622c6695a20e4bbdae0aca74f5a41fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:54.984304 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd8282-4dfe-4876-9c44-531248b6e454 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc056f5-e126-4adf-912b-3865da0c9064,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:54.996185 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 2fc056f5-e126-4adf-912b-3865da0c9064 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:59:55.032103 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Made reservation on behalf of 622c6695a20e4bbdae0aca74f5a41fe9 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:55.034524 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.195270 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.259903 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.270796 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8c6364-3d6a-4657-998c-6be9654c1c6f,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:55.314865 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Checking segment: {'id': '9263dc8c-b19e-4c2a-aa83-f19c8160a627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2fc056f5-e126-4adf-912b-3865da0c9064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:59:55.315213 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Network hostable DHCP agents. Network: 2fc056f5-e126-4adf-912b-3865da0c9064, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:59:55.345550 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Network 2fc056f5-e126-4adf-912b-3865da0c9064 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:59:55.355468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 2fc056f5-e126-4adf-912b-3865da0c9064) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:55.360952 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:55.361798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.364929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdaf457-bd5c-4c01-90a9-01cc797efd90 None None] Network 2fc056f5-e126-4adf-912b-3865da0c9064 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:59:55.384852 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-02dd2c84-6bde-42a0-afd8-ee103357a212 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4051890 Aug 27 16:59:55.401853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.523836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Allocated IP 172.27.2.54 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/d390e7e6-e132-4b78-b17a-e3fbb08fcaef) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 16:59:55.625464 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f5724-d6f5-4346-a9df-3e28ce0ac71a None None] Network 2fc056f5-e126-4adf-912b-3865da0c9064 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:59:55.677059 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.697958 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aaea7-f12c-469c-b1b4-fc6274d916aa req-5d5625e0-074f-4d23-9ff8-3be5cebce6d3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:55.698992 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea8aaea7-f12c-469c-b1b4-fc6274d916aa req-5d5625e0-074f-4d23-9ff8-3be5cebce6d3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 943 time: 0.0810344 Aug 27 16:59:55.747647 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:55.788583 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea8aaea7-f12c-469c-b1b4-fc6274d916aa req-99854326-9d41-49de-aab3-c405f555fb33 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710311 Aug 27 16:59:55.800488 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 16:59:55.803332 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:55.807756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 16:59:55.810755 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'Port': ['ID=d390e7e6-e132-4b78-b17a-e3fbb08fcaef,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:55.967844 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44172) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:55.976989 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291427231-network', 'tenant_id': 'dfb4d5d4f4d9452ab9235b5e01203678'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:56.035117 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Made reservation on behalf of dfb4d5d4f4d9452ab9235b5e01203678 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:56.037535 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.051168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.292237 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.330934 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.339777 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.385395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 16:59:56.397443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 16:59:56.397736 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device d459ee11-bd28-46c5-8fde-25334e1360e3 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 16:59:56.405316 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356cd8eb-8a79-4298-818b-510322aafbe4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:56.413376 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.423169 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: d459ee11-bd28-46c5-8fde-25334e1360e3 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 16:59:56.423606 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device d459ee11-bd28-46c5-8fde-25334e1360e3 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 16:59:56.440709 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.441052 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Added segment 17099c43-ba20-42f0-9c55-d795088c819b of type vlan for network 59ab47c8-a3fc-40fd-84c9-f3af94edad5a Aug 27 16:59:56.499687 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.528325 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:56.540710 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7375db60-63db-4f1c-af73-2dcb74926519', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': '7375db60-63db-4f1c-af73-2dcb74926519', 'mac_address': 'fa:16:3e:ca:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 16:59:56.570331 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.571285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:56.571866 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.583402 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.596513 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 16:59:56.616536 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 16:59:56.620371 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.637457 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6685648 Aug 27 16:59:56.640998 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:56.646426 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Request body: {'subnet': {'network_id': '59ab47c8-a3fc-40fd-84c9-f3af94edad5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291427231-subnet', 'tenant_id': 'dfb4d5d4f4d9452ab9235b5e01203678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 16:59:56.658941 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea746ea0-45bc-4afd-b5d7-1facddbcbf1e admin admin] Pushing event updated for resources: {'Network': ['ID=59ab47c8-a3fc-40fd-84c9-f3af94edad5a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:56.673208 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Made reservation on behalf of dfb4d5d4f4d9452ab9235b5e01203678 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 16:59:56.674782 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 59ab47c8-a3fc-40fd-84c9-f3af94edad5a details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 16:59:56.675968 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29601895'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.678011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=9']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:56.691737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.696695 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.771726 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event updated for resources: {'Port': ['ID=d390e7e6-e132-4b78-b17a-e3fbb08fcaef,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:56.779774 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.854484 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30085364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29601813'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.904815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Floating IP 15eb6db8-b268-4b29-9ece-3b25ca70fc80 associated. External IP: 172.27.2.54, port: fc18b7ad-32fd-48a8-9a6b-2ec779341fe9. Aug 27 16:59:56.913391 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5caeeeb-eb15-443b-8d62-0dcd7c3bad0e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:56.929732 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Checking segment: {'id': '17099c43-ba20-42f0-9c55-d795088c819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '59ab47c8-a3fc-40fd-84c9-f3af94edad5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 16:59:56.930164 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Network hostable DHCP agents. Network: 59ab47c8-a3fc-40fd-84c9-f3af94edad5a, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 16:59:56.949376 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Network 59ab47c8-a3fc-40fd-84c9-f3af94edad5a is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 16:59:56.958538 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 59ab47c8-a3fc-40fd-84c9-f3af94edad5a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 16:59:56.962638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60962cfa-2d54-4e9e-83d3-eef77d9c7a7b req-de3eddc5-6e6b-4732-af71-5780bfe8cfcf tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:56.964099 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-60962cfa-2d54-4e9e-83d3-eef77d9c7a7b req-de3eddc5-6e6b-4732-af71-5780bfe8cfcf tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.0937948 Aug 27 16:59:56.966404 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:56.967054 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:56.970438 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f66836d-0d50-42b3-afc4-063a8193f5a0 None None] Network 59ab47c8-a3fc-40fd-84c9-f3af94edad5a requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:59:56.982805 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ec4b976e-3873-4ec3-a1b7-8efab1000fdc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3403625 Aug 27 16:59:57.102318 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-60962cfa-2d54-4e9e-83d3-eef77d9c7a7b req-1a799450-54b7-43b6-9893-cf50d10c54cd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820525 Aug 27 16:59:57.110355 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44188) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:57.126114 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112207bc-5f6a-4266-b4c9-c7e3c0b44817 None None] Network 59ab47c8-a3fc-40fd-84c9-f3af94edad5a requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 16:59:57.210680 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Deleting subnet 4b8c6364-3d6a-4657-998c-6be9654c1c6f {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:59:57.217261 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.255907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Router 14e68dde-7ff7-406a-94ec-6236576ec91f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 16:59:57.261741 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.567023 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.656054 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 16:59:57.668200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.673274 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Sync routers for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 16:59:57.686187 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:57.687123 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:59:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:57.703901 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.706321 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8c6364-3d6a-4657-998c-6be9654c1c6f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:57.710920 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.712768 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-2e2d73cd-659a-4677-b0d3-ed8beba633d0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b8c6364-3d6a-4657-998c-6be9654c1c6f HTTP/1.1" status: 204 len: 168 time: 0.5975845 Aug 27 16:59:57.715578 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:57.799759 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-dc7cc1d5-7d4a-455c-b6e4-e6e11b4602a1 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1194775 Aug 27 16:59:57.799759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 16:59:57.799759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88564591-9041-42f0-ba28-db8ad42c9ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 16:59:57.802742 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.831070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb106f4-4ca8-4134-8ad7-14456755bac0 x-openstack-request-id: req-6cb106f4-4ca8-4134-8ad7-14456755bac0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 16:59:57.831363 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 16:59:57.831609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cb106f4-4ca8-4134-8ad7-14456755bac0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 16:59:57.831998 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'status': 'completed', 'code': 200} Aug 27 16:59:57.860684 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-a70d1c27-7aa0-49bf-b8c7-87967cf35258 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:57.862306 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-a70d1c27-7aa0-49bf-b8c7-87967cf35258 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 813 time: 0.1336877 Aug 27 16:59:57.878218 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-f3f7c16b-105e-45a5-9061-9a7e80331d3c tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/quotas/ce23d0873fa14ceea6224e97e9458e49 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Aug 27 16:59:57.896411 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.903989 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:57.909566 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc056f5-e126-4adf-912b-3865da0c9064']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:57.917158 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-607a98e5-c82e-4240-b4f7-72ef77887168 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329657 Aug 27 16:59:57.925637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9263dc8c-b19e-4c2a-aa83-f19c8160a627') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:57.926208 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9263dc8c-b19e-4c2a-aa83-f19c8160a627') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:57.936596 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.951643 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:57.958668 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:59:57.959259 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:59:58.000712 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:59:58.031978 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.055286 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-38bb1a30-e2ba-4489-9fc0-93f6cd8f4665 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287022 Aug 27 16:59:58.065106 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.067042 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/2fc056f5-e126-4adf-912b-3865da0c9064 HTTP/1.1" status: 204 len: 168 time: 0.3503997 Aug 27 16:59:58.068018 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f896-4f23-4583-98ec-52c287c507ca admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc056f5-e126-4adf-912b-3865da0c9064,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:58.070339 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:58.123211 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Deleting subnet a5caeeeb-eb15-443b-8d62-0dcd7c3bad0e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 16:59:58.128161 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.177563 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25108725'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.180489 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '15eb6db8-b268-4b29-9ece-3b25ca70fc80', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'mac_address': 'fa:16:3e:cf:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:56Z', 'updated_at': '2021-08-27T16:59:56Z', 'revision_number': 0, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.220263 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-15709934-8404-4e51-a33d-2f22db40b0c4 service neutron] 10.222.0.44 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553872 Aug 27 16:59:58.222957 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Checking router: 14e68dde-7ff7-406a-94ec-6236576ec91f for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 16:59:58.225438 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.233333 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 16:59:58.233971 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T16:59:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.327448 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30085431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29601804'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.393289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6341a-f63e-418b-ba86-796fef863403 req-54db807d-182c-4bb8-b35e-651fe044e6ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:58.398899 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77e6341a-f63e-418b-ba86-796fef863403 req-54db807d-182c-4bb8-b35e-651fe044e6ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.1774149 Aug 27 16:59:58.432703 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 16:59:58.478579 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-77e6341a-f63e-418b-ba86-796fef863403 req-6022696a-833c-4434-921a-6fce647b4760 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628452 Aug 27 16:59:58.527232 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e54dc5a-9748-4834-b469-d47a31e4867b req-dba07a8b-90bd-48cb-a19e-763c4365c8fa tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 210 time: 0.0309918 Aug 27 16:59:58.612616 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.616916 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5caeeeb-eb15-443b-8d62-0dcd7c3bad0e HTTP/1.1" status: 204 len: 168 time: 0.5432475 Aug 27 16:59:58.616916 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019173df-a41d-44f2-82b9-6fc77d032a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5caeeeb-eb15-443b-8d62-0dcd7c3bad0e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:58.617153 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:58.726393 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '15eb6db8-b268-4b29-9ece-3b25ca70fc80', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'mac_address': 'fa:16:3e:cf:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:56Z', 'updated_at': '2021-08-27T16:59:56Z', 'revision_number': 0, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.728620 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.757285 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f16197b-3054-4609-91ca-a81fc42f8814 None None] The sync data for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi is: [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '15eb6db8-b268-4b29-9ece-3b25ca70fc80', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'mac_address': 'fa:16:3e:cf:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T16:59:56Z', 'updated_at': '2021-08-27T16:59:56Z', 'revision_number': 0, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 16:59:58.819065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.831723 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ab47c8-a3fc-40fd-84c9-f3af94edad5a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.842149 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17099c43-ba20-42f0-9c55-d795088c819b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.842469 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17099c43-ba20-42f0-9c55-d795088c819b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 16:59:58.857026 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.871192 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.877837 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 16:59:58.878226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 16:59:58.879916 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 16:59:58.933779 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.939373 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:58.941320 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] 10.222.0.44 "DELETE /v2.0/networks/59ab47c8-a3fc-40fd-84c9-f3af94edad5a HTTP/1.1" status: 204 len: 168 time: 0.3224270 Aug 27 16:59:58.952158 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdce7bb-04e2-468f-bda7-7cf52ef0e727 admin admin] Pushing event deleted for resources: {'Network': ['ID=59ab47c8-a3fc-40fd-84c9-f3af94edad5a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:58.998630 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415dec2-3809-49df-98e6-d8fcc17a9774 None None] New status for floating IP 15eb6db8-b268-4b29-9ece-3b25ca70fc80: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 16:59:59.112145 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44240) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:59.180750 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-10108c9d-3f99-4878-a561-49207c8f1bbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=622c6695a20e4bbdae0aca74f5a41fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667548 Aug 27 16:59:59.182863 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44242) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:59.236030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.260269 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.331359 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.335763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.337635 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1727035-d83f-4b47-b593-1b57cae97e2f HTTP/1.1" status: 204 len: 168 time: 0.1536438 Aug 27 16:59:59.351116 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e2cf1-15ca-403b-af3b-16392f66c0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1727035-d83f-4b47-b593-1b57cae97e2f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 16:59:59.651739 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7057a07f-5e6b-42be-afd3-b0dd48eef51f req-afa82d64-1eaf-45a4-b5f4-242eb0dbf270 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 210 time: 0.0362015 Aug 27 16:59:59.653802 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-5ac1fc3d-48b1-4d20-bd8f-cfe36b98ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:59.658113 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-5ac1fc3d-48b1-4d20-bd8f-cfe36b98ceed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.0751374 Aug 27 16:59:59.678521 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b591ef-074c-42a4-a08e-c118cc9b5374 req-4bb3c36f-5c7d-40c3-951b-79bdf62cce13 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:59.683378 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a8b591ef-074c-42a4-a08e-c118cc9b5374 req-4bb3c36f-5c7d-40c3-951b-79bdf62cce13 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.1102962 Aug 27 16:59:59.730105 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a8b591ef-074c-42a4-a08e-c118cc9b5374 req-43f7a10f-e8f6-4a0c-bd72-d5d83ea30c50 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Aug 27 16:59:59.777960 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-9b26a0fd-154f-4da0-b051-195ad88199f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 16:59:59.779642 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-9b26a0fd-154f-4da0-b051-195ad88199f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.1124482 Aug 27 16:59:59.798029 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44254) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:59.801359 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7375db60-63db-4f1c-af73-2dcb74926519'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 16:59:59.882232 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a813624d-dcda-40c6-a188-9c757edf9ba7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfb4d5d4f4d9452ab9235b5e01203678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828884 Aug 27 16:59:59.885051 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44256) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 16:59:59.945221 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-58794277-1c6d-4eb6-b5d9-9fac8ae13ba0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 1001 time: 0.1306670 Aug 27 16:59:59.964268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.998162 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 16:59:59.999672 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-d15c7daf-ef0d-4ba6-98ef-f9ab037824f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:00.001699 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-d15c7daf-ef0d-4ba6-98ef-f9ab037824f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.0464344 Aug 27 17:00:00.059836 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-3b20a81c-9937-4c11-8e09-780f7ae98896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:00.061831 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-3b20a81c-9937-4c11-8e09-780f7ae98896 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430207 Aug 27 17:00:00.067436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:00.071438 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:00.073137 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/356cd8eb-8a79-4298-818b-510322aafbe4 HTTP/1.1" status: 204 len: 168 time: 0.1867075 Aug 27 17:00:00.086282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7ad59-90b5-47f0-9095-afe7c6990202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356cd8eb-8a79-4298-818b-510322aafbe4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:00.183477 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-30b23803-d842-4ebc-acf5-9510dcd87d5e service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090987 Aug 27 17:00:00.299145 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-88564591-9041-42f0-ba28-db8ad42c9ae3 req-a647df23-4eb8-4ce8-ac15-38fde87f46b8 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006873 Aug 27 17:00:00.595159 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-1dd63d14-48ca-4afb-9512-28b233f011fd tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:00.598562 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-1dd63d14-48ca-4afb-9512-28b233f011fd tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 813 time: 0.2077475 Aug 27 17:00:00.626646 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Request body: {'port': {'device_id': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150', 'admin_state_up': True, 'tenant_id': 'ce23d0873fa14ceea6224e97e9458e49'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:00:00.812688 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Made reservation on behalf of ce23d0873fa14ceea6224e97e9458e49 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:00:00.819059 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:00.885151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1e537e2d-05d8-43cf-a04e-9f96c8bf36dd req-242848cd-ec63-455a-9e55-715b466fea52 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 210 time: 0.0573895 Aug 27 17:00:01.024743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc5344-7a46-4e8c-bd89-714f87aa4d45 req-46b9bfc1-2145-45ce-b474-61c71008e075 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:01.027286 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0dc5344-7a46-4e8c-bd89-714f87aa4d45 req-46b9bfc1-2145-45ce-b474-61c71008e075 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 944 time: 0.0887973 Aug 27 17:00:01.049092 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Allocated IP 172.20.0.6 (1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150/8c029ed2-b5cd-4382-9a4f-199d86ccc2b4/c87972c8-e08c-4d94-9946-52d5d6197686) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:00:01.086308 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0dc5344-7a46-4e8c-bd89-714f87aa4d45 req-429d64fc-9d74-4f8d-94a7-50978c24ba48 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506492 Aug 27 17:00:01.242682 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.282804 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.329637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:00:01.329637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:00:01.335814 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:00:01.367698 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Pushing event updated for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:01.400951 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:01.401614 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.445330 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-aaf524f1-1c76-4c2a-a933-5a1c0d44288e tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284984 Aug 27 17:00:01.470810 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Request body: {'port': {'device_id': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:00:01.539353 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.550836 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:00:01.644671 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7375db60-63db-4f1c-af73-2dcb74926519 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:00:01.645057 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.756892 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.790091 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:01.793478 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec67e449-8d2f-4d27-90f5-36a2b6c8f687" -d '{"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:01.818697 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:01.824440 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.915846 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee6328-191a-4573-9842-4aebf522b7b9 x-openstack-request-id: req-1eee6328-191a-4573-9842-4aebf522b7b9 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:01.916229 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-plugged", "status": "completed", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:01.916406 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87972c8-e08c-4d94-9946-52d5d6197686 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:00:01.916886 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eee6328-191a-4573-9842-4aebf522b7b9 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:01.917000 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'code': 200} Aug 27 17:00:01.918115 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=10']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:01.927370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:01.932791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.933661 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.933991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.934502 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.935494 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.935925 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.936354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.936771 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.937313 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.938339 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.938771 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.939168 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:01.947182 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Transition to ACTIVE for port object c87972c8-e08c-4d94-9946-52d5d6197686 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:00:01.951246 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:02.012528 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:02.158534 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Attempting to bind port c87972c8-e08c-4d94-9946-52d5d6197686 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:00:02.159255 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Attempting to bind port c87972c8-e08c-4d94-9946-52d5d6197686 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:00:02.165730 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Attempting to bind port c87972c8-e08c-4d94-9946-52d5d6197686 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:00:02.181641 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Port c87972c8-e08c-4d94-9946-52d5d6197686 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:00:02.182916 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Attempting to bind port c87972c8-e08c-4d94-9946-52d5d6197686 on network 1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:00:02.209664 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:00:02.210181 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Checking segment: {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:00:02.210582 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Bound using segment: {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:00:02.211037 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Bound port: c87972c8-e08c-4d94-9946-52d5d6197686, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbf07a2-8ffe-451a-9aa6-c714be818522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:00:02.211403 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:02.312816 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551205ad-f136-41c3-a891-018eda6fd6f1 req-60d0b543-2878-4d6e-9118-ab687c86f1e8 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.328822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-551205ad-f136-41c3-a891-018eda6fd6f1 req-60d0b543-2878-4d6e-9118-ab687c86f1e8 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 943 time: 0.2667658 Aug 27 17:00:02.373318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:00:02.378728 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c87972c8-e08c-4d94-9946-52d5d6197686,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:00:02.385532 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:02.475136 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.476326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:02.477879 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c87972c8-e08c-4d94-9946-52d5d6197686 HTTP/1.1" status: 200 len: 1093 time: 1.0157449 Aug 27 17:00:02.478887 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:02.493852 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82da0e-13c8-4e91-8b0e-164e9134521e" -d '{"events": [{"name": "network-changed", "server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:02.534947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-551205ad-f136-41c3-a891-018eda6fd6f1 req-323d3b8d-754a-4196-b7d5-483b3aa515a0 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844521 Aug 27 17:00:02.579810 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b074-f628-41f2-86e8-5692081bf8dd req-2446af91-4d2b-4691-ab89-eb3692033a69 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.590613 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceda9c-dbb0-4f0c-8e8c-16a883f9e9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:02.590886 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5581b074-f628-41f2-86e8-5692081bf8dd req-2446af91-4d2b-4691-ab89-eb3692033a69 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.2558615 Aug 27 17:00:02.641808 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-ae05f7e5-d16e-4060-8773-cfe1099b6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.648703 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-ae05f7e5-d16e-4060-8773-cfe1099b6e5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 1096 time: 0.0855565 Aug 27 17:00:02.705159 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-77d90a9b-43eb-484f-a1a5-a9f60bd0296e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c87972c8-e08c-4d94-9946-52d5d6197686 HTTP/1.1" status: 200 len: 217 time: 0.0415931 Aug 27 17:00:02.706632 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b641a-bb16-43bd-aa56-1b2a2a7b5199 x-openstack-request-id: req-7f4b641a-bb16-43bd-aa56-1b2a2a7b5199 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:02.706915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:02.707159 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f4b641a-bb16-43bd-aa56-1b2a2a7b5199 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:02.707675 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686', 'status': 'completed', 'code': 200} Aug 27 17:00:02.777866 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5581b074-f628-41f2-86e8-5692081bf8dd req-d381aa5b-cf5b-40f1-adc7-838f3245e159 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858273 Aug 27 17:00:02.783901 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-fd41fbe5-03b8-43d5-b17e-88d43a27e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.785780 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-fd41fbe5-03b8-43d5-b17e-88d43a27e0bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 HTTP/1.1" status: 200 len: 853 time: 0.0731630 Aug 27 17:00:02.787796 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24894b8b-0d6d-43c1-85e9-47b4f8abd41e req-de96ad7c-6a79-4d30-94dc-b2f790bdc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:02.793910 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-24894b8b-0d6d-43c1-85e9-47b4f8abd41e req-de96ad7c-6a79-4d30-94dc-b2f790bdc935 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1099 time: 0.1959927 Aug 27 17:00:02.833171 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-30a6687e-9f44-4ef6-8601-b58224364e08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317967 Aug 27 17:00:02.855348 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-24894b8b-0d6d-43c1-85e9-47b4f8abd41e req-caad304c-e54f-4a45-a253-159c9c3191c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561671 Aug 27 17:00:02.980764 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-e534a3a0-3cf2-4e9d-8b92-8f93a87f77a8 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422365 Aug 27 17:00:02.995301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:03.141646 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e4a9-64d0-40fa-a1fb-db412d62be1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.260587 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e4a9-64d0-40fa-a1fb-db412d62be1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.266506 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e4a9-64d0-40fa-a1fb-db412d62be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.322455 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-fe61a00e-cf53-4de9-a056-2852ba8be201 req-6f32b004-ab36-4c03-9f7a-bb0237a13c19 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328287 Aug 27 17:00:03.326775 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:03.327210 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7fa1e4a9-64d0-40fa-a1fb-db412d62be1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dea6f92a8d244091915ccc44926b6496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302703 Aug 27 17:00:03.349464 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e4a9-64d0-40fa-a1fb-db412d62be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156f0597-c8af-47cd-8c0c-ffabee0788f9,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:03.433043 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.504207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.548074 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-1c53fb3c-5314-491e-85cd-5c7666b57025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:03.550217 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-1c53fb3c-5314-491e-85cd-5c7666b57025 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce23d0873fa14ceea6224e97e9458e49&device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 1096 time: 0.1013939 Aug 27 17:00:03.670310 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.673516 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.676976 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/156f0597-c8af-47cd-8c0c-ffabee0788f9 HTTP/1.1" status: 204 len: 168 time: 0.3469517 Aug 27 17:00:03.705002 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbbfd5-1fc6-41f2-98a7-72441744ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f0597-c8af-47cd-8c0c-ffabee0788f9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:03.757330 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1dc9-f033-4021-b079-23957841d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:03.779486 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-614c22aa-d3f2-4f70-a936-2440afaa62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:03.781831 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-614c22aa-d3f2-4f70-a936-2440afaa62b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 200 len: 914 time: 0.2088351 Aug 27 17:00:03.869824 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaec41-435b-41ff-990e-ac5c1cead38d req-8c8e89de-c2ef-4c11-be17-4fd6854a2173 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:03.872614 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-34aaec41-435b-41ff-990e-ac5c1cead38d req-8c8e89de-c2ef-4c11-be17-4fd6854a2173 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 943 time: 0.1513484 Aug 27 17:00:03.875171 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-e0290f9d-2dc5-4425-bd2d-bed9394bdecf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c87972c8-e08c-4d94-9946-52d5d6197686 HTTP/1.1" status: 200 len: 217 time: 0.0844953 Aug 27 17:00:03.900186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84206b42-809f-4b17-803c-55c421d73448 req-c0085aaa-21b0-43af-b998-7228f61feca0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:03.911847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84206b42-809f-4b17-803c-55c421d73448 req-c0085aaa-21b0-43af-b998-7228f61feca0 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1723423 Aug 27 17:00:03.945463 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-40ec3090-206b-4894-aeb7-f95cf04e6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:03.947689 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-40ec3090-206b-4894-aeb7-f95cf04e6524 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 HTTP/1.1" status: 200 len: 853 time: 0.0623240 Aug 27 17:00:03.970910 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-34aaec41-435b-41ff-990e-ac5c1cead38d req-6bc35e59-0b69-427d-af18-efb88a25dfa7 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829327 Aug 27 17:00:04.001597 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-57cf79ed-0449-4640-beab-65d448a97a69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349264 Aug 27 17:00:04.023238 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84206b42-809f-4b17-803c-55c421d73448 req-9f3c5032-59fc-457e-8537-1b3ec8abf356 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102934 Aug 27 17:00:04.202647 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-80f32d45-052b-40fc-8410-ba8419fd92a0 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883223 Aug 27 17:00:04.209113 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:04.224160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd97a-ef83-4c9a-a4f4-3bb6fd3ca882 req-33c515b7-0127-4e4a-9590-792bfe3b0d53 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:04.225816 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b22cd97a-ef83-4c9a-a4f4-3bb6fd3ca882 req-33c515b7-0127-4e4a-9590-792bfe3b0d53 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.0815852 Aug 27 17:00:04.236548 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0817bc02-4c4d-44b6-b5bc-beab559c4cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.303851 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b22cd97a-ef83-4c9a-a4f4-3bb6fd3ca882 req-98caa1b1-7d5c-4e67-a839-2c2341460b8d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704842 Aug 27 17:00:04.355756 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-dd82da0e-13c8-4e91-8b0e-164e9134521e req-d91f274c-ab38-45b3-a0e1-81c88bbb7015 service neutron] 10.222.0.43 "GET /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201153 Aug 27 17:00:04.430688 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0817bc02-4c4d-44b6-b5bc-beab559c4cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.435402 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0817bc02-4c4d-44b6-b5bc-beab559c4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.478174 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0817bc02-4c4d-44b6-b5bc-beab559c4cc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ad759f17d794113b32e259f7953ff15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675951 Aug 27 17:00:04.482807 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817bc02-4c4d-44b6-b5bc-beab559c4cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883da2c-d1f8-499d-81df-8dfd5179da08,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:04.482807 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:04.541558 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.565716 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.632014 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.634965 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:04.636175 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e883da2c-d1f8-499d-81df-8dfd5179da08 HTTP/1.1" status: 204 len: 168 time: 0.1533678 Aug 27 17:00:04.650003 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623de722-9f27-4fa3-9b2b-6960125de6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883da2c-d1f8-499d-81df-8dfd5179da08,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:04.685127 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:00:05.171973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61ad5c-ae50-4617-a80c-9cc28d491f7e req-56eeee40-5855-419f-8435-55b4937a5e31 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:05.182510 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f61ad5c-ae50-4617-a80c-9cc28d491f7e req-56eeee40-5855-419f-8435-55b4937a5e31 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 943 time: 0.1114020 Aug 27 17:00:05.299159 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f61ad5c-ae50-4617-a80c-9cc28d491f7e req-02be92a2-e989-4465-b610-30f1470587c2 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Aug 27 17:00:05.319327 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee804f-f380-4e80-9759-bde4a7cd8c3b req-1b65dca7-1540-4a8b-a8cd-51f819d50718 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:05.328508 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ecee804f-f380-4e80-9759-bde4a7cd8c3b req-1b65dca7-1540-4a8b-a8cd-51f819d50718 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.1030784 Aug 27 17:00:05.497416 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ecee804f-f380-4e80-9759-bde4a7cd8c3b req-d7884aa3-bfc0-4c80-83ec-0ec6dd8f8290 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569111 Aug 27 17:00:05.528893 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d7b2-1049-46ef-9038-293124e7b451 req-0e02b867-924f-4975-9ab5-bfbddb4afe39 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:05.531081 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ceb6d7b2-1049-46ef-9038-293124e7b451 req-0e02b867-924f-4975-9ab5-bfbddb4afe39 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.1260972 Aug 27 17:00:05.638137 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ceb6d7b2-1049-46ef-9038-293124e7b451 req-3d40c99d-d3db-4b0e-97e6-2946edb008e0 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996263 Aug 27 17:00:06.442692 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9afdf8-0f89-4367-93eb-48fd164aebbe req-8999c5e9-7759-42ae-88b5-53d5936b1301 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:06.453508 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8f9afdf8-0f89-4367-93eb-48fd164aebbe req-8999c5e9-7759-42ae-88b5-53d5936b1301 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 943 time: 0.0769613 Aug 27 17:00:06.473647 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b120bc6-6ffb-4907-b403-757cd5811bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:06.540735 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8f9afdf8-0f89-4367-93eb-48fd164aebbe req-c29186f6-a92b-4b20-a11c-c3af7cee5495 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Aug 27 17:00:06.644568 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18953fb-3973-4379-bf05-308fb0fac980 req-59d816c8-f7e4-4ef5-bb59-81a3aa2150fb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:06.652407 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f18953fb-3973-4379-bf05-308fb0fac980 req-59d816c8-f7e4-4ef5-bb59-81a3aa2150fb tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0675795 Aug 27 17:00:06.697004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:06.715049 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f18953fb-3973-4379-bf05-308fb0fac980 req-1800fab7-8f0b-464a-a2cb-4901dc185ca5 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Aug 27 17:00:06.810821 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c3863-b48c-41d8-9bb7-b09d17e45987 req-0c7826e6-a1d5-4353-953a-11e87a8352ee tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:06.813275 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a6c3863-b48c-41d8-9bb7-b09d17e45987 req-0c7826e6-a1d5-4353-953a-11e87a8352ee tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.0720301 Aug 27 17:00:06.879510 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a6c3863-b48c-41d8-9bb7-b09d17e45987 req-b6bad3d3-7da1-49e4-86b8-7dbefba852ae tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Aug 27 17:00:06.950816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-0d42c337-47a7-4885-a47b-9cebb7b95a07 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:06.953241 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-0d42c337-47a7-4885-a47b-9cebb7b95a07 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 946 time: 0.0725403 Aug 27 17:00:07.107275 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Deleting port 27a6f421-af13-43a0-9ec4-fd9fa06f590e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:00:07.108292 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:07.259369 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] For port 27a6f421-af13-43a0-9ec4-fd9fa06f590e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=27a6f421-af13-43a0-9ec4-fd9fa06f590e,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:07.259829 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:07.279254 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Calling delete_port for 27a6f421-af13-43a0-9ec4-fd9fa06f590e owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:00:07.559727 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:07.599308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7652a6d9-2c16-4454-81c6-d8b9081a85ff', '27a6f421-af13-43a0-9ec4-fd9fa06f590e'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:00:07.610838 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Pushing event deleted for resources: {'Port': ['ID=27a6f421-af13-43a0-9ec4-fd9fa06f590e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:07.663960 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] No DVR routers for this DVR port 27a6f421-af13-43a0-9ec4-fd9fa06f590e on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:00:07.664872 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device c87972c8-e08c-4d94-9946-52d5d6197686 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:00:07.666480 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:07.670318 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-90a0578e-66cd-4eb0-a6b8-b4f2a5f36e28 req-6be93e50-5387-4ffb-9c53-d87221768b30 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "DELETE /v2.0/ports/27a6f421-af13-43a0-9ec4-fd9fa06f590e HTTP/1.1" status: 204 len: 173 time: 0.7065816 Aug 27 17:00:07.670318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'name': 'network-vif-deleted', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:07.672547 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b40db-322e-4f59-b891-29562a01fddb" -d '{"events": [{"server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "name": "network-vif-deleted", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:07.735194 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a19e9-58b2-4c4e-b393-3b70153e55e8 x-openstack-request-id: req-dc4a19e9-58b2-4c4e-b393-3b70153e55e8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:07.735904 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93c345e-8954-4a57-93b7-8a531ee8dfac", "name": "network-vif-deleted", "tag": "27a6f421-af13-43a0-9ec4-fd9fa06f590e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:07.736471 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc4a19e9-58b2-4c4e-b393-3b70153e55e8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:07.737300 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93c345e-8954-4a57-93b7-8a531ee8dfac', 'name': 'network-vif-deleted', 'tag': '27a6f421-af13-43a0-9ec4-fd9fa06f590e', 'status': 'completed', 'code': 200} Aug 27 17:00:07.776380 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029645f-f9c8-4d5b-8ff5-af9b5fbf0a8e req-b3581e10-5c78-4732-8aa7-60d920710612 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:07.789617 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0029645f-f9c8-4d5b-8ff5-af9b5fbf0a8e req-b3581e10-5c78-4732-8aa7-60d920710612 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 943 time: 0.1006756 Aug 27 17:00:07.855209 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0029645f-f9c8-4d5b-8ff5-af9b5fbf0a8e req-c4d681b9-48c9-4d8f-83d5-59de696912bc tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Aug 27 17:00:07.909006 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5b35e5a3-b141-4240-8770-3c666a60a3c6 req-03a89449-1ef8-42f5-9a7c-7e3de49a50e1 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=b93c345e-8954-4a57-93b7-8a531ee8dfac HTTP/1.1" status: 200 len: 210 time: 0.0595260 Aug 27 17:00:07.972579 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c87972c8-e08c-4d94-9946-52d5d6197686,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:07.990792 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'c87972c8-e08c-4d94-9946-52d5d6197686', 'network_id': '1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150', 'port_id': 'c87972c8-e08c-4d94-9946-52d5d6197686', 'mac_address': 'fa:16:3e:7f:e1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c029ed2-b5cd-4382-9a4f-199d86ccc2b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:00:08.057264 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:08.076521 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87972c8-e08c-4d94-9946-52d5d6197686 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:00:08.080879 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:08.102304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c87972c8-e08c-4d94-9946-52d5d6197686,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:08.112459 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:08.171030 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:08.542325 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['c87972c8-e08c-4d94-9946-52d5d6197686'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:00:09.001603 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d984b3-42fb-4086-9ba0-bbc1c42b34ea req-de6b2c0d-c75c-4dae-b7c0-690d5595cad6 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:09.011958 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59d984b3-42fb-4086-9ba0-bbc1c42b34ea req-de6b2c0d-c75c-4dae-b7c0-690d5595cad6 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 944 time: 0.0764928 Aug 27 17:00:09.069527 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59d984b3-42fb-4086-9ba0-bbc1c42b34ea req-73d77141-acbc-48d7-a556-09fded326ca9 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Aug 27 17:00:09.282383 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d386f-0856-4b44-a3b0-e2b07853fb1f req-22a5625d-48dd-4254-83ce-9c3ae2638692 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:09.283936 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce9d386f-0856-4b44-a3b0-e2b07853fb1f req-22a5625d-48dd-4254-83ce-9c3ae2638692 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0571418 Aug 27 17:00:09.334082 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce9d386f-0856-4b44-a3b0-e2b07853fb1f req-9ed2bc18-f22c-49c1-97c1-16f8d8f49ece tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Aug 27 17:00:09.628303 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device c87972c8-e08c-4d94-9946-52d5d6197686 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:00:09.697944 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port c87972c8-e08c-4d94-9946-52d5d6197686 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:00:09.705241 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port c87972c8-e08c-4d94-9946-52d5d6197686 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:00:09.705881 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:09.813834 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:09.846254 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:09.848770 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac85de-3b3a-4740-888a-d31752d8cb53" -d '{"events": [{"server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:09.871896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c87972c8-e08c-4d94-9946-52d5d6197686,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:09.878471 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:09.931573 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:09.934277 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:09.935368 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27bac3-e365-4593-851a-412dc86aaf64 x-openstack-request-id: req-3f27bac3-e365-4593-851a-412dc86aaf64 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:09.935799 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:09.935799 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f27bac3-e365-4593-851a-412dc86aaf64 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:09.936238 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686', 'code': 200} Aug 27 17:00:10.249138 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd42b7c-9450-493f-a363-e4e84ad50afa req-6ac4b04d-3f07-4ef4-be40-746e12573529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:10.250992 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-7cd42b7c-9450-493f-a363-e4e84ad50afa req-6ac4b04d-3f07-4ef4-be40-746e12573529 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 1098 time: 0.0627069 Aug 27 17:00:10.264105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d298d-38cb-4052-b1c4-089552f27d12 req-b309c6b1-0c02-42fc-b354-aa11de8bf2e0 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:10.267639 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-454d298d-38cb-4052-b1c4-089552f27d12 req-b309c6b1-0c02-42fc-b354-aa11de8bf2e0 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0819585 Aug 27 17:00:10.298934 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-7cd42b7c-9450-493f-a363-e4e84ad50afa req-ab3476b9-e336-448d-92ee-82011191e9d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Aug 27 17:00:10.303398 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:10.325459 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-454d298d-38cb-4052-b1c4-089552f27d12 req-66661742-8180-4bbb-b1cf-439c8f644b34 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Aug 27 17:00:10.472679 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dec634f1-55a5-41f5-bdc4-5840c5c52856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.506696 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986b46c-d0b1-487a-b309-c13c29639541 req-2b7a07ab-cef6-42d3-bb25-cafe8a9c1e39 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:10.508479 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6986b46c-d0b1-487a-b309-c13c29639541 req-2b7a07ab-cef6-42d3-bb25-cafe8a9c1e39 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0780756 Aug 27 17:00:10.567821 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6986b46c-d0b1-487a-b309-c13c29639541 req-c7cf6c2a-e360-4ed6-89d3-f808c23b9670 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533869 Aug 27 17:00:10.583673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dec634f1-55a5-41f5-bdc4-5840c5c52856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.587318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dec634f1-55a5-41f5-bdc4-5840c5c52856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.630786 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-dec634f1-55a5-41f5-bdc4-5840c5c52856 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b74cac2756b47bf9b7cf8fb79deb307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263283 Aug 27 17:00:10.631962 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec634f1-55a5-41f5-bdc4-5840c5c52856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90c23c-2994-4702-9b6e-c4a17f0d3c31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:10.633016 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44578) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:10.695134 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.728409 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.778830 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.782446 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:10.783691 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f90c23c-2994-4702-9b6e-c4a17f0d3c31 HTTP/1.1" status: 204 len: 168 time: 0.1493669 Aug 27 17:00:10.791937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f0d6-063e-4658-8b98-63715a00db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90c23c-2994-4702-9b6e-c4a17f0d3c31,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:11.102937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44588) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:11.122909 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d87784-bc09-4174-8088-97d8a0c23637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.241178 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d87784-bc09-4174-8088-97d8a0c23637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.246747 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d87784-bc09-4174-8088-97d8a0c23637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.297949 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d87784-bc09-4174-8088-97d8a0c23637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f8a24-ba8e-4f6c-88cf-01f8d4455a8c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:11.306584 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-97d87784-bc09-4174-8088-97d8a0c23637 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbcc1d1e85ba4d2996c2c0de39dd97c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999793 Aug 27 17:00:11.307103 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:11.388149 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.428673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.476029 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33522751-d1de-4fca-9041-8cb3d94ac566 req-bc81f40e-bb54-4a05-adaa-ba8f5563bfb3 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:11.477722 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-33522751-d1de-4fca-9041-8cb3d94ac566 req-bc81f40e-bb54-4a05-adaa-ba8f5563bfb3 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0541370 Aug 27 17:00:11.519454 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.521806 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:11.525118 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f8f8a24-ba8e-4f6c-88cf-01f8d4455a8c HTTP/1.1" status: 204 len: 168 time: 0.2163606 Aug 27 17:00:11.533767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-33522751-d1de-4fca-9041-8cb3d94ac566 req-3bff51af-b51c-4b3e-9585-e0c41a8f3322 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497155 Aug 27 17:00:11.542151 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192e924-5269-4006-aadc-89db693ebf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f8a24-ba8e-4f6c-88cf-01f8d4455a8c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:11.625845 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 27a6f421-af13-43a0-9ec4-fd9fa06f590e no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:00:11.674900 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 27a6f421-af13-43a0-9ec4-fd9fa06f590e {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:00:11.675437 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 27a6f421-af13-43a0-9ec4-fd9fa06f590e not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:00:11.767934 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec230f78-d4f7-43cd-864d-236e11368762 req-47b06c2e-ecb6-4f1c-b7f3-763fdce227aa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:11.769671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ec230f78-d4f7-43cd-864d-236e11368762 req-47b06c2e-ecb6-4f1c-b7f3-763fdce227aa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0605247 Aug 27 17:00:11.837305 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ec230f78-d4f7-43cd-864d-236e11368762 req-3bce257c-d54a-4e78-8ca8-133918ed4504 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576661 Aug 27 17:00:12.692734 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318cdc-f0c3-4420-9512-726f945cbd22 req-66df44b1-35a5-4a5d-9a08-6d1706a9d0ba tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:12.694502 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cd318cdc-f0c3-4420-9512-726f945cbd22 req-66df44b1-35a5-4a5d-9a08-6d1706a9d0ba tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0636325 Aug 27 17:00:12.755288 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cd318cdc-f0c3-4420-9512-726f945cbd22 req-58852fa7-f713-4149-9712-44f33d737200 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Aug 27 17:00:13.151497 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2469a9-93b1-477f-9fec-d075c62de2c0 req-4f09b345-3a65-40a6-97d9-c7525dde30be tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:13.158050 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb2469a9-93b1-477f-9fec-d075c62de2c0 req-4f09b345-3a65-40a6-97d9-c7525dde30be tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0901260 Aug 27 17:00:13.230545 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:13.232332 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb2469a9-93b1-477f-9fec-d075c62de2c0 req-fbf708f0-9afa-42f2-a318-2d460887841a tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 Aug 27 17:00:14.399825 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a59dd4-7d01-4ecd-a629-258417005d1c req-5014a2ff-9285-4bf2-8460-7df77207e247 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:14.402360 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59a59dd4-7d01-4ecd-a629-258417005d1c req-5014a2ff-9285-4bf2-8460-7df77207e247 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0884426 Aug 27 17:00:14.477435 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-59a59dd4-7d01-4ecd-a629-258417005d1c req-a358780e-de55-4a4f-b8f2-1e1aa950efaa tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 Aug 27 17:00:15.665120 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c79593-456c-45ef-b0ab-89255fee4bdc req-b33d2458-8db5-4b03-8eb9-79e70af346bd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:15.666833 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a1c79593-456c-45ef-b0ab-89255fee4bdc req-b33d2458-8db5-4b03-8eb9-79e70af346bd tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0566592 Aug 27 17:00:15.716721 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a1c79593-456c-45ef-b0ab-89255fee4bdc req-a6b4c2d2-de4d-4dbb-ad02-c6d7d63f034e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Aug 27 17:00:16.556088 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-e290a7ae-167e-43d0-8ad5-4855cf642fbc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:16.558911 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-e290a7ae-167e-43d0-8ad5-4855cf642fbc tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0682349 Aug 27 17:00:16.676713 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Deleting port 7652a6d9-2c16-4454-81c6-d8b9081a85ff {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:00:16.677333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:16.828453 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] For port 7652a6d9-2c16-4454-81c6-d8b9081a85ff, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7652a6d9-2c16-4454-81c6-d8b9081a85ff,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:16.829269 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:16.853923 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Calling delete_port for 7652a6d9-2c16-4454-81c6-d8b9081a85ff owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:00:16.872631 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe19c8-1db4-4aea-81f0-57f2c91be518 req-a37cfbd1-de2a-4236-a69d-8d3fdf6df1b4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:16.875562 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1fe19c8-1db4-4aea-81f0-57f2c91be518 req-a37cfbd1-de2a-4236-a69d-8d3fdf6df1b4 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/ports?device_id=bee80424-a3d4-498c-9826-954aba0daa2f HTTP/1.1" status: 200 len: 945 time: 0.0594821 Aug 27 17:00:16.924253 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1fe19c8-1db4-4aea-81f0-57f2c91be518 req-27c03b62-a6b2-49c0-b070-9d88a694f43e tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.44 "GET /v2.0/security-groups?id=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Aug 27 17:00:17.066055 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:17.105200 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7652a6d9-2c16-4454-81c6-d8b9081a85ff'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:00:17.110912 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Pushing event deleted for resources: {'Port': ['ID=7652a6d9-2c16-4454-81c6-d8b9081a85ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:17.163455 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] No DVR routers for this DVR port 7652a6d9-2c16-4454-81c6-d8b9081a85ff on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:00:17.166037 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:17.167971 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-1cd3fb24-ca5a-4911-b8ff-f6f75c8752b8 req-51e2e343-0c1e-4ebe-8254-aa1a2d411001 tempest-ServerRescueNegativeTestJSON-303157638 tempest-ServerRescueNegativeTestJSON-303157638-project] 10.222.0.43 "DELETE /v2.0/ports/7652a6d9-2c16-4454-81c6-d8b9081a85ff HTTP/1.1" status: 204 len: 173 time: 0.6029513 Aug 27 17:00:17.168400 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'name': 'network-vif-deleted', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:17.170749 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a69649-33ba-4041-9636-92f09d2b8bad" -d '{"events": [{"server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "name": "network-vif-deleted", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:17.212003 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a915736-48cf-4790-a942-3b19175fc81d x-openstack-request-id: req-6a915736-48cf-4790-a942-3b19175fc81d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:17.212293 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee80424-a3d4-498c-9826-954aba0daa2f", "name": "network-vif-deleted", "tag": "7652a6d9-2c16-4454-81c6-d8b9081a85ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:17.212537 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a915736-48cf-4790-a942-3b19175fc81d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:17.212928 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee80424-a3d4-498c-9826-954aba0daa2f', 'name': 'network-vif-deleted', 'tag': '7652a6d9-2c16-4454-81c6-d8b9081a85ff', 'status': 'completed', 'code': 200} Aug 27 17:00:17.782207 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:17.956525 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cd49-a7f4-4eea-8221-c18fecde16fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.023570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44762) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:18.145094 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cd49-a7f4-4eea-8221-c18fecde16fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.150082 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3b4cd49-a7f4-4eea-8221-c18fecde16fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.198891 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c3b4cd49-a7f4-4eea-8221-c18fecde16fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=705dbb41f12942fab26b94c614d68261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113996 Aug 27 17:00:18.199483 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:18.208053 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4cd49-a7f4-4eea-8221-c18fecde16fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5aff1a-bd23-4963-b025-206741d2d47f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:18.263894 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.304686 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.368622 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.371376 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.375804 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe5aff1a-bd23-4963-b025-206741d2d47f HTTP/1.1" status: 204 len: 168 time: 0.1726143 Aug 27 17:00:18.388470 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fdc10-41b2-4bde-9d6d-b6354d15759e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5aff1a-bd23-4963-b025-206741d2d47f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:18.555674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.753850 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:18.766886 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-002be086-e5e8-4852-b1aa-fe288391a419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.915402 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-002be086-e5e8-4852-b1aa-fe288391a419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.922173 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-002be086-e5e8-4852-b1aa-fe288391a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.968946 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-002be086-e5e8-4852-b1aa-fe288391a419 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25f091763bcd4e2f8316b74bb5ac74c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137489 Aug 27 17:00:18.972453 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:18.974126 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Deleting port 2f603eeb-a594-4c76-98e7-8f1c08a03099 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:00:18.974794 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:18.980049 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002be086-e5e8-4852-b1aa-fe288391a419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5ef2d-b885-4824-a0b1-89bdc35ca9fa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:19.047700 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.076986 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.175909 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.188482 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.190130 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eca5ef2d-b885-4824-a0b1-89bdc35ca9fa HTTP/1.1" status: 204 len: 168 time: 0.2166667 Aug 27 17:00:19.203485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2b2d1-ad9f-4d6e-a6a9-7c9efb167e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5ef2d-b885-4824-a0b1-89bdc35ca9fa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:19.311883 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] For port 2f603eeb-a594-4c76-98e7-8f1c08a03099, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2f603eeb-a594-4c76-98e7-8f1c08a03099,segment=NetworkSegment(c847327e-f553-4402-8619-75b30e2c1678),segment_id=c847327e-f553-4402-8619-75b30e2c1678)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:19.312478 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.325564 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Calling delete_port for 2f603eeb-a594-4c76-98e7-8f1c08a03099 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:00:19.563607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.606443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f603eeb-a594-4c76-98e7-8f1c08a03099,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:19.721294 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:19.750843 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22c7dfb9-5e5c-4981-80e4-74e1c50d0ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.818075 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.872604 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22c7dfb9-5e5c-4981-80e4-74e1c50d0ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.879639 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22c7dfb9-5e5c-4981-80e4-74e1c50d0ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:19.919633 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-22c7dfb9-5e5c-4981-80e4-74e1c50d0ceb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bbb59c3864241af95e2ab4220ab6bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938684 Aug 27 17:00:19.924382 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:19.950221 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7dfb9-5e5c-4981-80e4-74e1c50d0ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e2b55-bfed-4e74-aedf-4be35223dd4f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:20.008300 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:20.034317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:20.115825 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:20.122025 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:20.129130 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea3e2b55-bfed-4e74-aedf-4be35223dd4f HTTP/1.1" status: 204 len: 168 time: 0.1980650 Aug 27 17:00:20.157745 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac99ed-a75e-4fb5-93a7-ea1d89db2cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e2b55-bfed-4e74-aedf-4be35223dd4f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:20.206836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Router 9dcb76ec-6382-4aff-8418-3391dd10a1ee has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:00:20.393168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:00:20.403109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ab23bbd7-5dad-4a14-98eb-4aba4ca22765 admin admin] 10.222.0.44 "PUT /v2.0/routers/9dcb76ec-6382-4aff-8418-3391dd10a1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3748937 Aug 27 17:00:20.403778 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:20.417927 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Sync routers for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:00:20.432842 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:00:20.433570 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:00:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:20.619722 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:00:20.847842 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T17:00:19Z', 'revision_number': 5, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:20.853952 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:20.879379 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Checking router: 9dcb76ec-6382-4aff-8418-3391dd10a1ee for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:00:20.889122 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Routers {'9dcb76ec-6382-4aff-8418-3391dd10a1ee'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:00:20.890526 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:00:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:20.996634 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.035161 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] Set router 9dcb76ec-6382-4aff-8418-3391dd10a1ee gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:00:21.076043 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Deleting port 10629e66-5104-4522-bf35-46268e7615e4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:00:21.076380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.191938 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] For port 10629e66-5104-4522-bf35-46268e7615e4, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=10629e66-5104-4522-bf35-46268e7615e4,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:21.192308 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.207405 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Calling delete_port for 10629e66-5104-4522-bf35-46268e7615e4 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:00:21.322398 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T17:00:19Z', 'revision_number': 5, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:21.353154 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd2e7-9ecd-4b13-b635-93653170d7dc None None] The sync data for ids ['9dcb76ec-6382-4aff-8418-3391dd10a1ee'] in dv-cinder-804459-4-iscsi is: [{'id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1378792342-router', 'tenant_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '10629e66-5104-4522-bf35-46268e7615e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:29Z', 'updated_at': '2021-08-27T17:00:19Z', 'revision_number': 5, 'project_id': '3ed6cc0a98f44c95b15c2abc1ebbae81', 'gw_port': {'id': '10629e66-5104-4522-bf35-46268e7615e4', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcb76ec-6382-4aff-8418-3391dd10a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:00:21.461856 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.498065 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Pushing event deleted for resources: {'Port': ['ID=10629e66-5104-4522-bf35-46268e7615e4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:21.566291 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.630431 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7652a6d9-2c16-4454-81c6-d8b9081a85ff no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:00:21.657026 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 7652a6d9-2c16-4454-81c6-d8b9081a85ff {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:00:21.657656 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7652a6d9-2c16-4454-81c6-d8b9081a85ff not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:00:21.676247 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.678656 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.785883 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.786765 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dcb76ec-6382-4aff-8418-3391dd10a1ee {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:00:21.793773 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.800081 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ddbd7b58-1c9c-4028-adf8-3191555a99dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/9dcb76ec-6382-4aff-8418-3391dd10a1ee HTTP/1.1" status: 204 len: 168 time: 1.3902586 Aug 27 17:00:21.800253 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:21.825836 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2f603eeb-a594-4c76-98e7-8f1c08a03099 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:00:21.853324 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 2f603eeb-a594-4c76-98e7-8f1c08a03099 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:00:21.853997 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2f603eeb-a594-4c76-98e7-8f1c08a03099 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:00:21.874522 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Deleting subnet ec89ac62-1644-4172-a6d2-dc84a1f664b9 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:00:21.879983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.936133 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:21.983009 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.053177 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.084495 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec89ac62-1644-4172-a6d2-dc84a1f664b9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:22.086505 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.088556 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-f37d77dc-8752-47f9-9a7e-4b71751350e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec89ac62-1644-4172-a6d2-dc84a1f664b9 HTTP/1.1" status: 204 len: 168 time: 0.2872624 Aug 27 17:00:22.091943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 44896) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:22.178209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.270802 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.280610 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540b2898-74e4-4e5b-b2ee-69e4bc76d4e1']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:22.291411 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c847327e-f553-4402-8619-75b30e2c1678') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:22.291709 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c847327e-f553-4402-8619-75b30e2c1678') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:22.301836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.317674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.325322 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:00:22.326080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:00:22.329052 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:00:22.386645 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.393237 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.398446 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] 10.222.0.44 "DELETE /v2.0/networks/540b2898-74e4-4e5b-b2ee-69e4bc76d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2932057 Aug 27 17:00:22.408676 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f38b-c389-4d28-a8e3-d9908648ae29 admin admin] Pushing event deleted for resources: {'Network': ['ID=540b2898-74e4-4e5b-b2ee-69e4bc76d4e1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:22.612091 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:22.665318 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-408552ce-a490-471b-a5dd-fd8d5ab240f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ed6cc0a98f44c95b15c2abc1ebbae81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519843 Aug 27 17:00:22.668236 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 44924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:22.719872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.745154 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.803066 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.805401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:22.806690 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a006d7bc-0e61-4d2b-a5b9-e9bd91c21356 HTTP/1.1" status: 204 len: 168 time: 0.1372557 Aug 27 17:00:22.815925 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385adf9e-a108-4d0a-815f-2b883f00f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a006d7bc-0e61-4d2b-a5b9-e9bd91c21356,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:23.668865 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 10629e66-5104-4522-bf35-46268e7615e4 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:00:23.706523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 10629e66-5104-4522-bf35-46268e7615e4 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:00:23.707081 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 10629e66-5104-4522-bf35-46268e7615e4 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:00:24.419873 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45006) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:24.524012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f4fcc28-6932-41d6-a3c6-c234846c3f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.634732 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f4fcc28-6932-41d6-a3c6-c234846c3f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.640281 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f4fcc28-6932-41d6-a3c6-c234846c3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.681845 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-8f4fcc28-6932-41d6-a3c6-c234846c3f38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30014c0bff524920851be1d4f29ba3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607865 Aug 27 17:00:24.682790 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fcc28-6932-41d6-a3c6-c234846c3f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc53f1f9-c28e-4a12-ab3b-247f3283158b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:24.684535 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:24.753895 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.783622 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.843937 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.846854 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:24.848794 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc53f1f9-c28e-4a12-ab3b-247f3283158b HTTP/1.1" status: 204 len: 168 time: 0.1621420 Aug 27 17:00:24.861765 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683585c-fa6e-4bf8-bb9b-41695e56cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc53f1f9-c28e-4a12-ab3b-247f3283158b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:25.147672 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:25.162541 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2beceb-28a4-4be9-9930-5cd1e6a5046c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.190455 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:25.260271 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Deleting subnet 15cdba1c-9f7e-48cd-9361-a2a1960a1f22 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:00:25.268229 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.324312 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25108725'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.381518 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2beceb-28a4-4be9-9930-5cd1e6a5046c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.387992 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2beceb-28a4-4be9-9930-5cd1e6a5046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.396495 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.466458 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ba2beceb-28a4-4be9-9930-5cd1e6a5046c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b20c42d80d04b4496c8b541f1fee40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174870 Aug 27 17:00:25.467804 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2beceb-28a4-4be9-9930-5cd1e6a5046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffc4a00-d90c-404c-8653-7a9f84368d71,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:25.470092 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45040) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:25.497322 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30085431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29601804'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.524757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cdba1c-9f7e-48cd-9361-a2a1960a1f22,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:25.529792 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.532818 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fc514413-660a-4adf-94e4-888caed891e1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/15cdba1c-9f7e-48cd-9361-a2a1960a1f22 HTTP/1.1" status: 204 len: 168 time: 0.3408828 Aug 27 17:00:25.534968 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45042) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:25.535199 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.561110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.625970 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.629692 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.634366 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.636704 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ffc4a00-d90c-404c-8653-7a9f84368d71 HTTP/1.1" status: 204 len: 168 time: 0.1648352 Aug 27 17:00:25.648563 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2702b2a-e8db-4ae5-9f75-ac593d2ca114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffc4a00-d90c-404c-8653-7a9f84368d71,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:25.765991 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.778386 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdbc38c-010a-4dad-955d-e440a03e6157']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:25.789416 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e4a4bb-4e9b-4cbf-8c32-96e20b390454') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:25.789810 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e4a4bb-4e9b-4cbf-8c32-96e20b390454') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:00:25.799434 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.817650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.825353 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:00:25.825832 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:00:25.828996 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:00:25.931732 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.940683 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:25.946082 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0cdbc38c-010a-4dad-955d-e440a03e6157 HTTP/1.1" status: 204 len: 168 time: 0.4064243 Aug 27 17:00:25.952587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a255ff-1460-47db-bd28-b6d1b8fd1f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdbc38c-010a-4dad-955d-e440a03e6157,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:26.151834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45062) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:26.197821 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d437120b-e42d-444a-8e90-d36f2897368f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbb6217897d84359982201327181341d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446866 Aug 27 17:00:26.200695 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45066) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:26.266916 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:26.289867 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:26.342084 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:26.345235 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:26.346261 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89cea362-e1ea-4be3-a5b8-8c2ecc596225 HTTP/1.1" status: 204 len: 168 time: 0.1445606 Aug 27 17:00:26.356958 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af2258-754d-4a03-8819-14826358ec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cea362-e1ea-4be3-a5b8-8c2ecc596225,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:29.196381 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45268) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:29.302321 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcce39f4-326f-4543-a0d5-0a6dba1a76e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.396050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcce39f4-326f-4543-a0d5-0a6dba1a76e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.401058 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcce39f4-326f-4543-a0d5-0a6dba1a76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.455226 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-dcce39f4-326f-4543-a0d5-0a6dba1a76e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79603f518bfc455dae6731c1366d7734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539334 Aug 27 17:00:29.455226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce39f4-326f-4543-a0d5-0a6dba1a76e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8354c0-1501-46cc-adb4-d216b7e7fed7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:29.456198 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:29.514000 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.535954 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.588963 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.592074 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:29.593426 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b8354c0-1501-46cc-adb4-d216b7e7fed7 HTTP/1.1" status: 204 len: 168 time: 0.1361527 Aug 27 17:00:29.602579 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0bef-8a17-4729-a31d-14b0b8697a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8354c0-1501-46cc-adb4-d216b7e7fed7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:29.887294 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:29.901026 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91f35179-15bd-43aa-995c-3230a16ffa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.013436 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91f35179-15bd-43aa-995c-3230a16ffa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.020403 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91f35179-15bd-43aa-995c-3230a16ffa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.103155 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-91f35179-15bd-43aa-995c-3230a16ffa7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e52c7aecbcf4d1ca4cf52b75006952d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132103 Aug 27 17:00:30.103430 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45304) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:00:30.114760 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f35179-15bd-43aa-995c-3230a16ffa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8038ee7e-1b31-4e94-9a77-a2cc550236f3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:30.164141 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.185738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.237303 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.240267 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:30.241473 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8038ee7e-1b31-4e94-9a77-a2cc550236f3 HTTP/1.1" status: 204 len: 168 time: 0.1365747 Aug 27 17:00:30.251737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394e6a2-9502-4b4d-b8f6-0e80a45dbfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038ee7e-1b31-4e94-9a77-a2cc550236f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:33.738235 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7e46349-ee7c-4009-948c-7dcd4e92ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:36.462416 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad786238-d057-4a3e-a2f6-62a68a5f159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:36.696648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:38.058824 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:38.083330 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1fed-db82-4fe3-87e5-c37a4996f05e req-14559e90-aedd-4e85-81e2-aa8337ab71af tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:38.084811 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1ff1fed-db82-4fe3-87e5-c37a4996f05e req-14559e90-aedd-4e85-81e2-aa8337ab71af tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0496287 Aug 27 17:00:38.124137 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1ff1fed-db82-4fe3-87e5-c37a4996f05e req-326d02f1-fc5f-43eb-abcf-1685f0ccaee7 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Aug 27 17:00:39.241471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4941da9-3a47-460b-8c8a-cb77888a5ae1 req-a131e0bf-0521-42f2-bde0-eb2fb54fe32f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:39.242941 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b4941da9-3a47-460b-8c8a-cb77888a5ae1 req-a131e0bf-0521-42f2-bde0-eb2fb54fe32f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0482979 Aug 27 17:00:39.280130 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b4941da9-3a47-460b-8c8a-cb77888a5ae1 req-5f2818ad-fe98-4500-9640-da6b76ab9999 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299194 Aug 27 17:00:39.865229 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:40.396787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcbe4d-9f7a-42c5-9e67-fce1570e0bac req-341364d1-60db-4486-bdea-f4f77843efe7 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:40.398210 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1efcbe4d-9f7a-42c5-9e67-fce1570e0bac req-341364d1-60db-4486-bdea-f4f77843efe7 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0518153 Aug 27 17:00:40.437462 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1efcbe4d-9f7a-42c5-9e67-fce1570e0bac req-93c2e0f0-9dea-4798-b5f9-48a7d0ba9748 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Aug 27 17:00:41.553158 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163404e8-1dd2-4721-ab8a-d07a204734b9 req-4225fb01-bd6a-43e1-94ee-0c1cd5883e2f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:41.554634 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-163404e8-1dd2-4721-ab8a-d07a204734b9 req-4225fb01-bd6a-43e1-94ee-0c1cd5883e2f tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0478013 Aug 27 17:00:41.592088 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-163404e8-1dd2-4721-ab8a-d07a204734b9 req-f7b39494-1324-4ef4-bc98-c1772ce6ed93 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Aug 27 17:00:41.685069 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:00:42.705770 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76917-4b88-4e1f-aa16-e5a37e13d02d req-c7338e2f-dee4-47ca-a92b-2ae0691577a4 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:42.707291 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0a76917-4b88-4e1f-aa16-e5a37e13d02d req-c7338e2f-dee4-47ca-a92b-2ae0691577a4 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0482049 Aug 27 17:00:42.745657 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0a76917-4b88-4e1f-aa16-e5a37e13d02d req-a629f79a-a132-4698-9058-7318759a3173 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Aug 27 17:00:43.233467 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:43.880513 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04b8b-b7b5-42b9-8442-b9fa01dfd107 req-ccf5da42-6dcd-457a-b6bd-aea846c6e0a6 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:43.881990 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-32b04b8b-b7b5-42b9-8442-b9fa01dfd107 req-ccf5da42-6dcd-457a-b6bd-aea846c6e0a6 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0564930 Aug 27 17:00:43.919429 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-32b04b8b-b7b5-42b9-8442-b9fa01dfd107 req-60ebd861-3022-43b3-b091-ab673e4fabfd tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Aug 27 17:00:45.029892 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e37234-e947-4be5-9aee-fd50777aa1f5 req-587d0a06-ef6e-408a-878b-d48a5cad7c00 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:45.031401 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66e37234-e947-4be5-9aee-fd50777aa1f5 req-587d0a06-ef6e-408a-878b-d48a5cad7c00 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0480027 Aug 27 17:00:45.068652 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66e37234-e947-4be5-9aee-fd50777aa1f5 req-bb2bf253-c896-464f-b66e-ce0ea7100ae6 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Aug 27 17:00:46.187902 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316efa3b-106f-414e-9723-eab2f5a16034 req-90427ef4-373c-43c8-be98-c50a27546a81 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:46.189566 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-316efa3b-106f-414e-9723-eab2f5a16034 req-90427ef4-373c-43c8-be98-c50a27546a81 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0511353 Aug 27 17:00:46.226989 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-316efa3b-106f-414e-9723-eab2f5a16034 req-d08b4bd9-c628-461f-9541-fe19a18f03cd tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/security-groups?id=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 27 17:00:46.958148 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-1f9e27f4-8a65-488f-87c2-e0ac893cef94 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:46.959701 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-1f9e27f4-8a65-488f-87c2-e0ac893cef94 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 945 time: 0.0502274 Aug 27 17:00:47.050214 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Deleting port c87972c8-e08c-4d94-9946-52d5d6197686 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:00:47.050553 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:47.067110 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-6a189221-f1cc-41d2-9f81-e165197046dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426412 Aug 27 17:00:47.143408 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] For port c87972c8-e08c-4d94-9946-52d5d6197686, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c87972c8-e08c-4d94-9946-52d5d6197686,segment=NetworkSegment(8dbf07a2-8ffe-451a-9aa6-c714be818522),segment_id=8dbf07a2-8ffe-451a-9aa6-c714be818522)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:00:47.143800 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:47.158622 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Calling delete_port for c87972c8-e08c-4d94-9946-52d5d6197686 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:00:47.167231 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-7a8b6840-f620-4386-b076-cd504b08d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:47.168759 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-7a8b6840-f620-4386-b076-cd504b08d285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 1099 time: 0.0445776 Aug 27 17:00:47.290563 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-7e3c4708-3320-4431-a5bf-0addced70163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:47.292094 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-7e3c4708-3320-4431-a5bf-0addced70163 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.0953083 Aug 27 17:00:47.307089 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:47.339245 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Pushing event deleted for resources: {'Port': ['ID=c87972c8-e08c-4d94-9946-52d5d6197686,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:00:47.369739 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.369866 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-b76ec06c-8152-46cc-904d-f4d41c61f6d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 200 len: 1001 time: 0.0674539 Aug 27 17:00:47.369989 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.370477 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.370840 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.371456 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.371792 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.372141 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.372448 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.373150 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.373478 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.373824 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.374142 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:00:47.394424 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5d61c459-caab-4a11-bd73-820c08bafda1 req-730c9898-7ba5-4d88-9d02-b37132638d43 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.44 "GET /v2.0/ports?device_id=c199d043-9e28-419f-b4f2-16864c15ca0c HTTP/1.1" status: 200 len: 210 time: 0.0499260 Aug 27 17:00:47.395730 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] No DVR routers for this DVR port c87972c8-e08c-4d94-9946-52d5d6197686 on host hv-cinder-80445 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:00:47.398409 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:00:47.400400 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-71f1a72f-e14e-4432-8895-27b8ccb694f9 req-710c6b3c-8b78-4603-8f11-fd7f7041fe09 tempest-VolumesSnapshotTestJSON-1428616656 tempest-VolumesSnapshotTestJSON-1428616656-project] 10.222.0.43 "DELETE /v2.0/ports/c87972c8-e08c-4d94-9946-52d5d6197686 HTTP/1.1" status: 204 len: 173 time: 0.4331119 Aug 27 17:00:47.401333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'name': 'network-vif-deleted', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:00:47.403238 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad6196-19a8-44cd-a826-718954844767" -d '{"events": [{"server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "name": "network-vif-deleted", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:00:47.452321 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b326f-2be6-40d0-90bd-b59cdf368040 x-openstack-request-id: req-f09b326f-2be6-40d0-90bd-b59cdf368040 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:00:47.452945 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199d043-9e28-419f-b4f2-16864c15ca0c", "name": "network-vif-deleted", "tag": "c87972c8-e08c-4d94-9946-52d5d6197686", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:00:47.453257 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f09b326f-2be6-40d0-90bd-b59cdf368040 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:00:47.453678 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199d043-9e28-419f-b4f2-16864c15ca0c', 'name': 'network-vif-deleted', 'tag': 'c87972c8-e08c-4d94-9946-52d5d6197686', 'status': 'completed', 'code': 200} Aug 27 17:00:47.465378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-04e4bf23-b30c-456c-a30d-d5fadc2477f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:47.467078 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-04e4bf23-b30c-456c-a30d-d5fadc2477f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0717092 Aug 27 17:00:47.551920 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-72aa7f88-5ee5-4543-aae6-04d285ae9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:00:47.553989 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-72aa7f88-5ee5-4543-aae6-04d285ae9896 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478220 Aug 27 17:00:47.671890 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-577248a3-47a9-4202-81f6-bd2c1d524751 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Aug 27 17:00:47.765986 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b7482d13-f268-4239-8bd9-d5796ae0350f req-f9c38696-d591-4fe7-a006-83f7fc4115b9 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866456 Aug 27 17:00:47.780258 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device c87972c8-e08c-4d94-9946-52d5d6197686 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:00:47.800164 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: c87972c8-e08c-4d94-9946-52d5d6197686 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:00:47.800506 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device c87972c8-e08c-4d94-9946-52d5d6197686 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:01:03.729438 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0b69271-ff13-44ae-b776-6b656bf3334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:06.463788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94e9eba-9497-41f7-869d-e2dbfdab1e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:06.690870 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:08.063594 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:09.868712 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:13.237399 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:13.814674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 45892) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:13.918559 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.024738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.029155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.070210 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=026ea514e07c435d85346822c291e599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542288 Aug 27 17:01:14.071160 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:14.077207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b21f34-5423-4b15-8173-a8fec47fb615,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:14.085907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.086140 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.086449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.086788 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.087124 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.088018 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.088404 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.088662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.088940 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.089918 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.090254 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.090888 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf3d20-b4b8-4a69-9e24-52d20afa8abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:14.149706 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.173232 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.221761 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.224342 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.228142 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96b21f34-5423-4b15-8173-a8fec47fb615 HTTP/1.1" status: 204 len: 168 time: 0.1533835 Aug 27 17:01:14.233869 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d83ada-a1a9-4cc0-9c62-f285d78a94b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b21f34-5423-4b15-8173-a8fec47fb615,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:14.541880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:14.556530 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-663a0fe2-3f71-43a7-94b0-e469d29c17cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.654850 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-663a0fe2-3f71-43a7-94b0-e469d29c17cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.660275 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-663a0fe2-3f71-43a7-94b0-e469d29c17cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.703877 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a0fe2-3f71-43a7-94b0-e469d29c17cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d58a2-a15d-4c4a-9ff9-89af0c1cd862,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:14.709112 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-663a0fe2-3f71-43a7-94b0-e469d29c17cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7f55a059fa646e09ed115769d01c70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661735 Aug 27 17:01:14.711677 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 45926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:14.773700 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.802272 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.869188 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.872341 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:14.873956 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e3d58a2-a15d-4c4a-9ff9-89af0c1cd862 HTTP/1.1" status: 204 len: 168 time: 0.1614017 Aug 27 17:01:14.895557 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af883032-0a00-4362-8030-3bb73536689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d58a2-a15d-4c4a-9ff9-89af0c1cd862,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:16.563083 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:16.663311 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a209785-f056-4db3-ab8b-d98949eda66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.753026 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a209785-f056-4db3-ab8b-d98949eda66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.756913 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a209785-f056-4db3-ab8b-d98949eda66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.794511 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-2a209785-f056-4db3-ab8b-d98949eda66f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b26df93e69034a72a6d29d360d773540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303755 Aug 27 17:01:16.795358 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209785-f056-4db3-ab8b-d98949eda66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc0edb-e8ad-47cd-8bc1-7f2811719fc5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:16.797176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46018) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:16.846998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.867220 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.912203 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.914715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:16.915896 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60dc0edb-e8ad-47cd-8bc1-7f2811719fc5 HTTP/1.1" status: 204 len: 168 time: 0.1177146 Aug 27 17:01:16.923063 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0f9f8-1bd2-44cf-b43a-fe8c6b6977bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc0edb-e8ad-47cd-8bc1-7f2811719fc5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:17.178786 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46028) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:17.192447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c876cba-da17-435d-8a5f-0000f7131a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.281462 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c876cba-da17-435d-8a5f-0000f7131a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.285447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c876cba-da17-435d-8a5f-0000f7131a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.321281 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c876cba-da17-435d-8a5f-0000f7131a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c3f96-57ea-410c-9687-a59857a12677,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:17.325428 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1c876cba-da17-435d-8a5f-0000f7131a65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9f5a68b21cc42fcb81c19ff46080629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455977 Aug 27 17:01:17.328063 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46032) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:17.378554 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.402912 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.451481 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.454188 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:17.456012 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/336c3f96-57ea-410c-9687-a59857a12677 HTTP/1.1" status: 204 len: 168 time: 0.1270461 Aug 27 17:01:17.464012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943112e-cb17-468a-a168-720491a52304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c3f96-57ea-410c-9687-a59857a12677,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:18.683976 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:01:33.258241 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52324616-8312-42d8-989a-b6268f72231e req-a2621b0d-192b-4cc1-8bcb-98f1bccd8279 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:33.259943 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-52324616-8312-42d8-989a-b6268f72231e req-a2621b0d-192b-4cc1-8bcb-98f1bccd8279 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.0639207 Aug 27 17:01:33.307425 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-52324616-8312-42d8-989a-b6268f72231e req-e6c72b54-daaa-4d5b-9334-48373262512b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Aug 27 17:01:33.732367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-22417935-7c1a-4504-8541-21e3dca55bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:34.650265 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951c222-18ba-4152-9e99-956fed44a8b0 req-0f6a63a9-b39d-4346-b869-cc033f588393 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:34.658001 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e951c222-18ba-4152-9e99-956fed44a8b0 req-0f6a63a9-b39d-4346-b869-cc033f588393 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.2671175 Aug 27 17:01:34.695606 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e951c222-18ba-4152-9e99-956fed44a8b0 req-19bff75e-82dd-4c2d-9879-50678c676a24 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf152afa-a814-4756-a4d0-563ab125c41b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Aug 27 17:01:34.941076 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-86b8fd4d-2391-4b4f-afa9-e780735028a9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:34.942447 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-86b8fd4d-2391-4b4f-afa9-e780735028a9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 946 time: 0.0484841 Aug 27 17:01:35.048577 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Deleting port 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:01:35.048911 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:35.159301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] For port 7375db60-63db-4f1c-af73-2dcb74926519, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7375db60-63db-4f1c-af73-2dcb74926519,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:35.159665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:35.382681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:35.383070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:35.383386 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Floating IP 464cfb24-5dd8-4e52-b124-4f353e2cc054 disassociated. External IP: 172.27.2.216, port: 7375db60-63db-4f1c-af73-2dcb74926519. Aug 27 17:01:35.383786 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Calling delete_port for 7375db60-63db-4f1c-af73-2dcb74926519 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:01:35.519891 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:35.548047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'Port': ['ID=7375db60-63db-4f1c-af73-2dcb74926519,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:35.967849 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:01:36.062167 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dfc200a3-d501-4d44-8c71-6fcbaffbebae req-a2931c84-eb24-4f4d-95dd-7d8cb19633b3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c HTTP/1.1" status: 200 len: 210 time: 0.1284728 Aug 27 17:01:36.143666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:01:36.156711 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:01:36.178383 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:36.183801 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:36.196015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] No DVR routers for this DVR port 7375db60-63db-4f1c-af73-2dcb74926519 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:01:36.199266 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:36.201803 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf8d21cd-c291-4012-9126-a1e704ba8932 req-33272c7e-f3af-49e4-82d9-3778e3c893de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "DELETE /v2.0/ports/7375db60-63db-4f1c-af73-2dcb74926519 HTTP/1.1" status: 204 len: 173 time: 1.2523406 Aug 27 17:01:36.202617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-deleted', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:01:36.207114 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247acee-c708-4c04-8811-1cb702b8e3aa" -d '{"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-deleted", "tag": "7375db60-63db-4f1c-af73-2dcb74926519"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:01:36.323131 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d1fd82-39e5-4d28-8913-7233e699e0af x-openstack-request-id: req-f1d1fd82-39e5-4d28-8913-7233e699e0af {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:01:36.323659 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c", "name": "network-vif-deleted", "tag": "7375db60-63db-4f1c-af73-2dcb74926519", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:01:36.324130 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1d1fd82-39e5-4d28-8913-7233e699e0af {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:01:36.324694 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3066f-2cb6-4ae7-b73e-c2e367d76b7c', 'name': 'network-vif-deleted', 'tag': '7375db60-63db-4f1c-af73-2dcb74926519', 'status': 'completed', 'code': 200} Aug 27 17:01:36.588259 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-73e2f438-4857-4911-a135-b466d71b8b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:36.605076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:36.731654 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:36.825586 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:36.853982 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:01:36.862798 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:36.863425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:36.976331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:37.175380 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46370) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:37.205605 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:37.234618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c893bbce-ac85-4ab5-9702-0b0d87cf221f None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:01:37.236786 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.267713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.326549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.329112 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.330754 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "DELETE /v2.0/security-groups/bf152afa-a814-4756-a4d0-563ab125c41b HTTP/1.1" status: 204 len: 168 time: 0.1539032 Aug 27 17:01:37.333953 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:37.352778 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.api.v2.resource [None req-f0743e71-1476-46ff-b389-dd4be143b4ef tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] show failed (client error): The resource could not be found. Aug 27 17:01:37.354417 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f0743e71-1476-46ff-b389-dd4be143b4ef tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups/bf152afa-a814-4756-a4d0-563ab125c41b HTTP/1.1" status: 404 len: 347 time: 0.0191743 Aug 27 17:01:37.355624 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11536119-a03b-4309-880f-a559f4db279d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf152afa-a814-4756-a4d0-563ab125c41b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:37.372685 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:37.638537 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Deleting port 0a25f897-daa1-4684-b4ce-455c69ab150b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:01:37.639192 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.740664 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a449d4-7a72-4f25-8c60-9b4209074e96 None None] New status for floating IP 464cfb24-5dd8-4e52-b124-4f353e2cc054: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:01:37.765774 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.766798 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:37.779702 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:37.812398 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Calling delete_port for 0a25f897-daa1-4684-b4ce-455c69ab150b owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:01:37.934027 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:01:37.935390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46410) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:38.019151 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 7375db60-63db-4f1c-af73-2dcb74926519 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:01:38.019896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7375db60-63db-4f1c-af73-2dcb74926519 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:01:38.076412 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.131879 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.144733 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15906217-d5f5-4e21-b7cf-16525c80cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.190998 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.db.api [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 17:01:38.190998 dv-cinder-804459-4-iscsi neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 27 17:01:38.190998 dv-cinder-804459-4-iscsi neutron-server[93824]: [parameters: {'project_id': '062ea0489758492db64d2488fb4cb9db', 'id': 'c86cb4af-2f32-4349-896b-b2efe0133db6', 'expiration': datetime.datetime(2021, 8, 27, 17, 3, 38, 182894)}] Aug 27 17:01:38.190998 dv-cinder-804459-4-iscsi neutron-server[93824]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 17:01:38.191684 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG oslo_db.api [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 17:01:38.213694 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.249133 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'Port': ['ID=0a25f897-daa1-4684-b4ce-455c69ab150b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:38.283536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15906217-d5f5-4e21-b7cf-16525c80cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.288505 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15906217-d5f5-4e21-b7cf-16525c80cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.337216 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.339943 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.341642 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fc8698f4-6e15-41d4-89fa-50bd57c7a11e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "DELETE /v2.0/floatingips/464cfb24-5dd8-4e52-b124-4f353e2cc054 HTTP/1.1" status: 204 len: 168 time: 0.9672124 Aug 27 17:01:38.352895 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-15906217-d5f5-4e21-b7cf-16525c80cea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1e45b3d57da4a5d9018dc8a6757a2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086385 Aug 27 17:01:38.352895 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906217-d5f5-4e21-b7cf-16525c80cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63fd4b3-0524-4016-ad30-05f1dbef8812,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:38.353226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:38.408505 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.433588 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.482751 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.486041 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.487352 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d63fd4b3-0524-4016-ad30-05f1dbef8812 HTTP/1.1" status: 204 len: 168 time: 0.1379161 Aug 27 17:01:38.501865 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c61f9-8d95-477a-8d54-5c429c47b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63fd4b3-0524-4016-ad30-05f1dbef8812,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:38.543389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:38.548178 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102159825', 'description': 'tempest-description--495975628'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:38.571749 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.679689 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.684825 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.694412 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.718230 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.719713 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1752603 Aug 27 17:01:38.724178 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:38.732120 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group_rule': {'security_group_id': '55bc18cf-7a1a-4789-b7e1-237ebcd3f425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:38.737854 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae96e4-7b75-451a-8887-d2a46175d593 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc18cf-7a1a-4789-b7e1-237ebcd3f425,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:38.876521 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.881798 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.916626 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:38.929668 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=062ea0489758492db64d2488fb4cb9db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1494021 Aug 27 17:01:38.930303 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:38.932281 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427109cd-9fb0-434b-b310-db99ed2e7235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e4ede0-7523-4214-b6f7-ac6af0259af5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.000075 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.007348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.029646 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.034984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec205fd2-ee69-473b-84f6-cc59843fe388,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.053161 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.053161 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3e291c3a-233e-4e22-8502-0c586b7a5ecc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202631 Aug 27 17:01:39.053161 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46450) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:39.059804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'security_group_rule': {'security_group_id': '55bc18cf-7a1a-4789-b7e1-237ebcd3f425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:39.068363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.075691 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46452) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:39.132171 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.137120 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.138349 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92e4ede0-7523-4214-b6f7-ac6af0259af5 HTTP/1.1" status: 204 len: 168 time: 0.2070165 Aug 27 17:01:39.150131 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ec57b-1f84-47ce-8edc-6d6d59bec7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e4ede0-7523-4214-b6f7-ac6af0259af5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.158670 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.176453 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Deleting subnet 8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:01:39.197085 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.257118 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.316378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.322256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.353129 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a95cab-079c-474b-b208-ddf8db323f5c,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.357173 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.360248 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.361800 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-afe811f9-e0f7-4dc7-a3e5-286e2dc43418 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3096371 Aug 27 17:01:39.365064 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:39.369872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:39.399366 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.448802 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.483959 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c029ed2-b5cd-4382-9a4f-199d86ccc2b4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.493899 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.496401 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-68c1f4c6-2e00-4c16-aad0-8710380174c0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c029ed2-b5cd-4382-9a4f-199d86ccc2b4 HTTP/1.1" status: 204 len: 168 time: 0.4190221 Aug 27 17:01:39.498839 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46474) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:39.530463 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.614364 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.679221 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Allocated IP 172.27.2.149 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/a0fa2979-fa12-40cd-848d-f01424964b2f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:39.726367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.737271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:39.748640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf07a2-8ffe-451a-9aa6-c714be818522') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:39.749190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf07a2-8ffe-451a-9aa6-c714be818522') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:39.761995 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.779285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.787829 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:01:39.788624 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:01:39.789881 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:01:39.854366 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.857284 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.869594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.878934 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150 HTTP/1.1" status: 204 len: 168 time: 0.3768589 Aug 27 17:01:39.883217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.904301 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:39.916699 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab556e-3867-42b1-9553-028d5334dd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a53d5a3-1ac9-4e7a-afe4-ffcee7a67150,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:39.948161 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:39.951635 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:39.956143 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:40.005592 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=a0fa2979-fa12-40cd-848d-f01424964b2f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:40.113976 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.120528 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46502) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:40.158787 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.176107 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e1b5641f-5494-4755-a1f9-7c997268e280 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce23d0873fa14ceea6224e97e9458e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538378 Aug 27 17:01:40.179865 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46504) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:40.272969 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.297913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.340636 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.347680 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.357803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.360830 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.362264 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dc617ea-f9a4-49dc-9607-8cdb6cdc2070 HTTP/1.1" status: 204 len: 168 time: 0.1812549 Aug 27 17:01:40.372494 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe481-7e07-4b59-9d6c-77511321e277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc617ea-f9a4-49dc-9607-8cdb6cdc2070,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:40.424117 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=a0fa2979-fa12-40cd-848d-f01424964b2f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:40.450745 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.465832 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.469988 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ec3e922c-72ff-43d4-81cc-1e48c1825798 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1038215 Aug 27 17:01:40.752091 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46530) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:40.837801 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-61e27020-22c9-4028-963d-7e075683e721 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--102159825&fields=id&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 267 time: 0.0385783 Aug 27 17:01:40.920858 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2af92477-a855-445e-8662-5c61195b7695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:40.991659 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-77bb961b-db7f-4aa2-95fc-adf50cd86a6a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:40.993356 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-77bb961b-db7f-4aa2-95fc-adf50cd86a6a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 817 time: 0.1480825 Aug 27 17:01:41.029110 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-5c03913b-23f4-43cd-acc1-0c0b791a31af tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/quotas/f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 375 time: 0.0197914 Aug 27 17:01:41.127874 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-5b4a77e2-09d8-464b-b548-877c9bfc0f85 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815854 Aug 27 17:01:41.131231 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2af92477-a855-445e-8662-5c61195b7695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.138807 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2af92477-a855-445e-8662-5c61195b7695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.184468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af92477-a855-445e-8662-5c61195b7695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f4ec9-427d-48e5-8579-dde77c140bca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:41.188927 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-2af92477-a855-445e-8662-5c61195b7695 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=374e04b219614cf1a727aae35dfe18a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358876 Aug 27 17:01:41.192709 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46558) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:41.254628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.283928 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.291266 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46564) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:41.422799 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-813946275-network', 'tenant_id': 'a90247f434dc43b6843514b072095fb8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:41.435900 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.438407 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.442733 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/121f4ec9-427d-48e5-8579-dde77c140bca HTTP/1.1" status: 204 len: 168 time: 0.2488308 Aug 27 17:01:41.466306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcd9cd-8cd2-419f-8155-f9689082d50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f4ec9-427d-48e5-8579-dde77c140bca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:41.493072 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Made reservation on behalf of a90247f434dc43b6843514b072095fb8 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:01:41.495409 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.514230 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.525900 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-9af7551f-e511-4da8-a1a3-0e48d53e9a8f service neutron] 10.222.0.44 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932390 Aug 27 17:01:41.575734 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:41.675816 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-e49b3eb9-82d0-4267-90b6-7ee561871938 service neutron] 10.222.0.44 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370010 Aug 27 17:01:41.727775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.733792 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.766371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:01:41.791834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce888631-28cb-4565-acc1-181e1041cfa2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:41.819178 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.820314 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Added segment 0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5 of type vlan for network 90eca5c2-ac58-4d31-83b7-a7840449773c Aug 27 17:01:41.877772 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.886452 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b021118f-eabc-4289-94de-fcfdc4517009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.908886 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.910072 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:41.910717 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:41.991717 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c8648838-6fd6-48a5-85df-0c6a110c7bc8 req-8da51a46-ffcd-45c3-879a-d893b98f44e5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0695477 Aug 27 17:01:41.997761 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b021118f-eabc-4289-94de-fcfdc4517009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.002959 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b021118f-eabc-4289-94de-fcfdc4517009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.004138 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] Pushing event updated for resources: {'Network': ['ID=90eca5c2-ac58-4d31-83b7-a7840449773c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:42.022170 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-084b9ef9-7d2d-4d25-8dff-ba26fdec298b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7280843 Aug 27 17:01:42.024003 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46584) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:42.026616 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 90eca5c2-ac58-4d31-83b7-a7840449773c details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:01:42.031648 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Request body: {'subnet': {'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-813946275-subnet', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:42.055045 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021118f-eabc-4289-94de-fcfdc4517009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff176284-7dbe-473c-949e-dce88e8b65bd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:42.060226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Made reservation on behalf of a90247f434dc43b6843514b072095fb8 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:01:42.064481 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b021118f-eabc-4289-94de-fcfdc4517009 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c22286f6df9b4b9a99294e11425cc0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849005 Aug 27 17:01:42.064970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.065206 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:42.136046 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.160284 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.231843 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.235380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.236575 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff176284-7dbe-473c-949e-dce88e8b65bd HTTP/1.1" status: 204 len: 168 time: 0.1708946 Aug 27 17:01:42.247039 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831801f-a039-4be9-9eae-b07d5a9158f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff176284-7dbe-473c-949e-dce88e8b65bd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:42.276174 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.344977 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a86d87-174c-4190-b2c6-4ecdb913fa6d,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:42.365762 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Checking segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:42.366217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Network hostable DHCP agents. Network: 90eca5c2-ac58-4d31-83b7-a7840449773c, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:01:42.395621 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Network 90eca5c2-ac58-4d31-83b7-a7840449773c is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:01:42.410867 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 90eca5c2-ac58-4d31-83b7-a7840449773c) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:42.417896 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:42.418456 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.423764 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad103b-cda5-4602-9e4b-ff5c83807fae None None] Network 90eca5c2-ac58-4d31-83b7-a7840449773c requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:01:42.435275 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1ee9965f-ed35-4f21-95bd-974a8aec7f88 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4091196 Aug 27 17:01:42.438545 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:42.445817 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:42.473915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.476370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.541280 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.623191 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-90eca5c2-ac58-4d31-83b7-a7840449773c', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:01:42.623191 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.639569 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46602) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:42.660848 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01cd82b2-9759-427d-bbf1-8cf6784fc134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.690273 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.778663 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Allocated IP 172.20.0.2 (90eca5c2-ac58-4d31-83b7-a7840449773c/34a86d87-174c-4190-b2c6-4ecdb913fa6d/c87d66ae-56cc-4744-8c0d-3664e15951d5) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:42.784767 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01cd82b2-9759-427d-bbf1-8cf6784fc134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.788672 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01cd82b2-9759-427d-bbf1-8cf6784fc134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.830412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd82b2-9759-427d-bbf1-8cf6784fc134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bf6c0f-936b-43c6-9ce4-4e631fabb4da,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:42.843908 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-01cd82b2-9759-427d-bbf1-8cf6784fc134 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=293e5f30ea6a4ac5b406d5c5cf500cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003725 Aug 27 17:01:42.843908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46604) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:42.903887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.933645 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.934235 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:42.943936 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Transition to ACTIVE for port object c87d66ae-56cc-4744-8c0d-3664e15951d5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:42.960733 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Transition to ACTIVE for port object c87d66ae-56cc-4744-8c0d-3664e15951d5 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:42.968989 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.016899 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Network 90eca5c2-ac58-4d31-83b7-a7840449773c is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:43.017712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.022972 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.024581 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:43.024884 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32bf6c0f-936b-43c6-9ce4-4e631fabb4da HTTP/1.1" status: 204 len: 168 time: 0.1798284 Aug 27 17:01:43.029123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:43.037957 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Pushing event updated for resources: {'Port': ['ID=c87d66ae-56cc-4744-8c0d-3664e15951d5,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:43.047926 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.048575 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.049083 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.049640 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.050257 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.050757 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.051266 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.051793 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.052901 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.053394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.053901 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.054406 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:43.060101 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbf63f-bb06-4461-b016-81839e222f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bf6c0f-936b-43c6-9ce4-4e631fabb4da,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:43.124036 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Attempting to bind port c87d66ae-56cc-4744-8c0d-3664e15951d5 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:43.124705 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Attempting to bind port c87d66ae-56cc-4744-8c0d-3664e15951d5 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:43.125271 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Attempting to bind port c87d66ae-56cc-4744-8c0d-3664e15951d5 on network 90eca5c2-ac58-4d31-83b7-a7840449773c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:43.135177 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:43.136444 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Checking segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:43.137139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.137811 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Bound using segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:43.138307 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Bound port: c87d66ae-56cc-4744-8c0d-3664e15951d5, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:43.138691 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.182421 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-10014fa3-eb30-488f-993c-5bb790bcf5f0 req-8ff96354-6456-4768-9403-a1d1dbe1ee3c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0515113 Aug 27 17:01:43.209389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.219658 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] For port c87d66ae-56cc-4744-8c0d-3664e15951d5, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:43.229880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.249311 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] For port c87d66ae-56cc-4744-8c0d-3664e15951d5, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c87d66ae-56cc-4744-8c0d-3664e15951d5,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:43.252173 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.256794 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.332426 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9a8e6-830f-4de3-adf3-b330c97b21c9 None None] Pushing event updated for resources: {'Port': ['ID=c87d66ae-56cc-4744-8c0d-3664e15951d5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:43.384093 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Allocated IP 172.27.2.220 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/b2f47129-6ce8-4786-a8b7-44792044c802) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:43.531015 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.601227 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:43.652619 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:43.657902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:43.667765 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:43.691366 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Pushing event updated for resources: {'Port': ['ID=b2f47129-6ce8-4786-a8b7-44792044c802,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:43.800832 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c87d66ae-56cc-4744-8c0d-3664e15951d5 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:43.858884 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port c87d66ae-56cc-4744-8c0d-3664e15951d5 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:43.951349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:44.159688 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:44.308914 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fd6e2-8937-47e9-81d9-7928fdca5411 None None] Network 90eca5c2-ac58-4d31-83b7-a7840449773c requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:01:44.320103 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Router d675626e-b4e8-40f1-876d-9233d3b7e63e is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:01:44.445593 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Provisioning for port c87d66ae-56cc-4744-8c0d-3664e15951d5 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:44.456566 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Provisioning complete for port c87d66ae-56cc-4744-8c0d-3664e15951d5 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:44.457274 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:44.464748 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:01:44.490284 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:44.491920 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ef130450-e4d3-4de3-b6ca-3216622a6e8f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0512712 Aug 27 17:01:44.496432 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46618) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:44.508540 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Sync routers for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:01:44.558621 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:44.559246 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:44.700375 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-71cae457-c779-4e1f-af3c-8d40a04c8545 req-f3ef9b9d-6c61-4d98-b571-f670b930b34f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0436406 Aug 27 17:01:44.750143 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:44.800304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:44.863929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] For port c87d66ae-56cc-4744-8c0d-3664e15951d5, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c87d66ae-56cc-4744-8c0d-3664e15951d5,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:44.879953 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.000906 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-d18904cf-6c2f-4e73-8f8b-af65e5df875e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014259 Aug 27 17:01:45.119408 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a475f-f7f9-4d80-9498-2cebe8ede5c7 None None] Pushing event updated for resources: {'Port': ['ID=c87d66ae-56cc-4744-8c0d-3664e15951d5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:45.136172 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.138943 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d8319c6d-41e6-42b5-9f08-c85ae65f5549 None None] Provisioning complete for port c87d66ae-56cc-4744-8c0d-3664e15951d5 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:45.139318 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d8319c6d-41e6-42b5-9f08-c85ae65f5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.248354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:43Z', 'revision_number': 3, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:45.280198 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Checking router: d675626e-b4e8-40f1-876d-9233d3b7e63e for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:01:45.280543 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Updating router d675626e-b4e8-40f1-876d-9233d3b7e63e port b2f47129-6ce8-4786-a8b7-44792044c802 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:01:45.308811 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.309936 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Allocated IP 172.20.0.1 (90eca5c2-ac58-4d31-83b7-a7840449773c/34a86d87-174c-4190-b2c6-4ecdb913fa6d/33680761-4488-4d63-82c6-dbc0b0c0b3f7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:45.434164 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.447631 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Transition to ACTIVE for port object 33680761-4488-4d63-82c6-dbc0b0c0b3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:45.490611 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.531915 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Network 90eca5c2-ac58-4d31-83b7-a7840449773c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:45.536161 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:45.538823 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:45.576110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:45.589398 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.606258 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.617159 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Transition to ACTIVE for port object b2f47129-6ce8-4786-a8b7-44792044c802 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:45.629142 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.684316 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae44edd-4cdd-4b54-beb1-b1eb8bcf678f None None] Pushing event updated for resources: {'Port': ['ID=b2f47129-6ce8-4786-a8b7-44792044c802,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:45.686875 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Attempting to bind port b2f47129-6ce8-4786-a8b7-44792044c802 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:45.687241 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Attempting to bind port b2f47129-6ce8-4786-a8b7-44792044c802 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:45.687600 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Attempting to bind port b2f47129-6ce8-4786-a8b7-44792044c802 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:45.694030 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:45.694406 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:45.694902 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.695247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:45.702310 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Bound port: b2f47129-6ce8-4786-a8b7-44792044c802, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:45.702310 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.769911 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] For port b2f47129-6ce8-4786-a8b7-44792044c802, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:45.785436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] For port b2f47129-6ce8-4786-a8b7-44792044c802, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b2f47129-6ce8-4786-a8b7-44792044c802,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:45.801580 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.807256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.819043 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c87d66ae-56cc-4744-8c0d-3664e15951d5 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:45.870206 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ddba2659-fafc-4790-a110-e53d9128eec4 req-85926bee-0654-46f4-b512-eab961dee340 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0460904 Aug 27 17:01:45.889207 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4a947f6c-1181-4330-b36e-3dbeae557a91 None None] Provisioning for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:45.921136 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4a947f6c-1181-4330-b36e-3dbeae557a91 None None] Provisioning complete for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:45.921507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a947f6c-1181-4330-b36e-3dbeae557a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:45.945731 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:45.946383 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:45.948187 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae44edd-4cdd-4b54-beb1-b1eb8bcf678f None None] Pushing event updated for resources: {'Port': ['ID=b2f47129-6ce8-4786-a8b7-44792044c802,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:46.019448 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4a947f6c-1181-4330-b36e-3dbeae557a91 None None] Port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:01:46.035317 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:46.049314 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:46.058777 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port c87d66ae-56cc-4744-8c0d-3664e15951d5 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:46.059151 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:46.111354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:46.116677 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:46.124951 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:46.232068 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Network 90eca5c2-ac58-4d31-83b7-a7840449773c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:46.233625 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:46.369980 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Router d675626e-b4e8-40f1-876d-9233d3b7e63e has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:01:46.392993 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 1, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:46.428273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f8316-19e2-4d0c-b813-ac7ac0a1a5df None None] The sync data for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi is: [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 1, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:01:46.447193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-08870648-7c8f-4e1b-a9dc-62affc7320b1 None None] Provisioning complete for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:46.447193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-08870648-7c8f-4e1b-a9dc-62affc7320b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:46.485625 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-08870648-7c8f-4e1b-a9dc-62affc7320b1 None None] Port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:01:46.515109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:01:46.523946 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ca5aba7b-4677-45f2-a737-e8c2e684f2e1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d675626e-b4e8-40f1-876d-9233d3b7e63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0262997 Aug 27 17:01:47.018200 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ddeb52f2-fa78-49bc-9920-d6cac583fd87 req-fe7ee717-3283-41ec-ba50-4fd409ab3cb7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0433040 Aug 27 17:01:47.188699 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 46646) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:47.194429 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1801285737-network', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:47.219128 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Made reservation on behalf of f8fde3b568a2484f9919ed293b87fa4f for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:01:47.221948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.234719 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.350189 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.355450 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.387633 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:01:47.403579 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957710e7-384a-4b60-926a-51c6e10a3ae2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:47.410440 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.410810 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Added segment 60ec67f6-08b8-4597-aaa4-6af00b1ee415 of type vlan for network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 Aug 27 17:01:47.460280 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.496426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.497451 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:47.498091 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.557067 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3672609 Aug 27 17:01:47.561755 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:47.562671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d190d-56f3-440b-83f8-522504a5c5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf5909f-ed53-4c3c-9aee-47ea295ee407,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:47.566887 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Request body: {'subnet': {'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1801285737-subnet', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:47.574162 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:01:47.605802 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Made reservation on behalf of f8fde3b568a2484f9919ed293b87fa4f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:01:47.608048 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29601895'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.877575 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b2f47129-6ce8-4786-a8b7-44792044c802 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:47.877910 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30085364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29601813'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.902673 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-6a959bdc-2daa-43eb-9422-7d467c66cb79 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:47.904568 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-6a959bdc-2daa-43eb-9422-7d467c66cb79 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 817 time: 0.2290308 Aug 27 17:01:47.946981 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port b2f47129-6ce8-4786-a8b7-44792044c802 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:47.953669 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port b2f47129-6ce8-4786-a8b7-44792044c802 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:47.954338 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:47.985393 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-9cbd4767-4a52-40f4-a029-dd39be4309e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:47.987022 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-9cbd4767-4a52-40f4-a029-dd39be4309e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.2651622 Aug 27 17:01:47.990917 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Checking segment: {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:47.991391 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Network hostable DHCP agents. Network: 5cf5909f-ed53-4c3c-9aee-47ea295ee407, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:01:47.999264 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-d6e48c3f-3664-4d24-a8ed-d701793dd45f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 379 time: 0.0744982 Aug 27 17:01:48.000062 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a5ff7c-65d0-4b07-a220-eb265613fc89,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:48.012791 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.013182 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.013782 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.014363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.014608 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.014941 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.017283 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.017688 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.018080 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.018472 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.018821 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.019325 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:48.035690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'port': {'device_id': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'admin_state_up': True, 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'security_groups': ['55bc18cf-7a1a-4789-b7e1-237ebcd3f425']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:48.038728 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:01:48.075889 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 5cf5909f-ed53-4c3c-9aee-47ea295ee407) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:48.116232 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bffaf5c-9bac-4d47-a7a1-816e8492ef8a None None] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:01:48.146856 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:48.148000 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.203182 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a6a477b8-50ec-4011-bf0b-4d4ea2343b0f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6402729 Aug 27 17:01:48.205567 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.207018 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:48.212270 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:48.221329 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e5894fac-49e9-45df-9e85-5b75d5985899 req-a2896f9e-e13d-4ffa-9a02-de2573c023e7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0430954 Aug 27 17:01:48.235653 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port b2f47129-6ce8-4786-a8b7-44792044c802, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b2f47129-6ce8-4786-a8b7-44792044c802,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:48.242833 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.248215 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-f9a93a60-59e7-4fd9-891d-8adce353f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:48.249799 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-f9a93a60-59e7-4fd9-891d-8adce353f3fd service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.2082865 Aug 27 17:01:48.266044 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.267195 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.308976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Made reservation on behalf of f586acd03f0346818d7d4bb260dcb669 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:01:48.315527 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.345887 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-fab31e46-ce79-46ba-bd5a-c0a53c562fd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0883093 Aug 27 17:01:48.368479 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:01:48.369331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.389443 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.390520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=b2f47129-6ce8-4786-a8b7-44792044c802,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:48.506066 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-3a0f4636-e421-40f4-91a7-a138143ceecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:48.507680 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-3a0f4636-e421-40f4-91a7-a138143ceecf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.1331894 Aug 27 17:01:48.511008 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Allocated IP 172.20.0.6 (33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad/3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38/b733b834-aa41-4d39-9c6a-40d3fdf15c72) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:48.558095 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Allocated IP 172.20.0.2 (5cf5909f-ed53-4c3c-9aee-47ea295ee407/31a5ff7c-65d0-4b07-a220-eb265613fc89/942eb39b-d8a7-404a-a685-b1d8ce5851c2) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:48.589335 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.699463 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.714525 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Transition to ACTIVE for port object b733b834-aa41-4d39-9c6a-40d3fdf15c72 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:48.725923 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.734350 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Transition to ACTIVE for port object 942eb39b-d8a7-404a-a685-b1d8ce5851c2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:48.753344 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Transition to ACTIVE for port object 942eb39b-d8a7-404a-a685-b1d8ce5851c2 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:48.763893 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.764340 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.792731 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Sync routers for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:01:48.814878 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:48.827657 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:48.828462 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.849927 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:48.854466 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.859879 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:48.861031 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:48.863910 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Pushing event updated for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:48.865258 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:48.885677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:48.888463 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:48.919485 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:48.965945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:48.966638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:48.996493 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-554db977-e647-476f-9f48-0b9cc0d90eb6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9827540 Aug 27 17:01:49.015845 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Attempting to bind port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:49.016469 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Attempting to bind port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:49.017038 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Attempting to bind port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 on network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:49.021626 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Allocated IP 172.27.2.151 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/b6f1fab7-01ae-429c-ba84-4f87c087ffd1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:49.027380 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:49.028106 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Checking segment: {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:49.028797 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.029671 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Bound using segment: {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:49.030487 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Bound port: 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:49.031596 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.066752 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:49.122847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:49.129160 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=942eb39b-d8a7-404a-a685-b1d8ce5851c2,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:49.137711 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.175510 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.226156 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.238381 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d8225-045c-493b-884e-1ad7dd23584c None None] Pushing event updated for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:49.252401 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-48301ace-9edf-420d-9f81-00257a46f436 None None] Provisioning for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:49.261788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-48301ace-9edf-420d-9f81-00257a46f436 None None] Provisioning complete for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:49.262159 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-48301ace-9edf-420d-9f81-00257a46f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.270267 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:49.273513 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:49.277927 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:49.310951 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-48301ace-9edf-420d-9f81-00257a46f436 None None] Port b733b834-aa41-4d39-9c6a-40d3fdf15c72 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:01:49.334865 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Pushing event updated for resources: {'Port': ['ID=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:49.360125 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 2, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:49.391703 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Checking router: d675626e-b4e8-40f1-876d-9233d3b7e63e for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:01:49.392357 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b373fcd-d82e-4d72-926e-b7a1c3eb04d3 req-66178849-40a2-470c-8af3-52e8fb34672e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:49.392859 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Updating router d675626e-b4e8-40f1-876d-9233d3b7e63e port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:01:49.394191 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b373fcd-d82e-4d72-926e-b7a1c3eb04d3 req-66178849-40a2-470c-8af3-52e8fb34672e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 931 time: 0.0614271 Aug 27 17:01:49.432621 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.444870 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b373fcd-d82e-4d72-926e-b7a1c3eb04d3 req-dc87cae1-cfa1-441b-af7c-e87204a4422d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439615 Aug 27 17:01:49.633349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.780062 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.795627 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Transition to ACTIVE for port object 33680761-4488-4d63-82c6-dbc0b0c0b3f7 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:49.803412 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.855880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.885591 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 942eb39b-d8a7-404a-a685-b1d8ce5851c2 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:49.941613 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Pushing event updated for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:49.950005 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.950353 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.950696 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.951029 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.951360 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.951750 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.952011 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.952334 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.952678 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.953224 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.953583 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.953906 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:01:49.975742 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Attempting to bind port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:49.976204 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Attempting to bind port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:49.976836 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Attempting to bind port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 on network 90eca5c2-ac58-4d31-83b7-a7840449773c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:49.979210 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:49.983535 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:49.983973 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Checking segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:49.984354 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.984785 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Bound using segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:49.985281 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Bound port: 33680761-4488-4d63-82c6-dbc0b0c0b3f7, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:49.985713 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:49.987734 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b2f47129-6ce8-4786-a8b7-44792044c802 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:50.058387 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Router 241cdf80-91a2-4aa7-9f1d-772d244219ea is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:01:50.074297 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port b2f47129-6ce8-4786-a8b7-44792044c802 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:50.074983 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:50.115504 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] For port 33680761-4488-4d63-82c6-dbc0b0c0b3f7, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:50.121175 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] For port 33680761-4488-4d63-82c6-dbc0b0c0b3f7, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=33680761-4488-4d63-82c6-dbc0b0c0b3f7,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:50.127368 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:50.218269 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:50.218999 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:50.266466 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65d219-364d-4507-b291-5ebef1d2caae None None] Pushing event updated for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:50.372209 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:50.460471 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:01:50.471193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Sync routers for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:01:50.478911 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db884e38-26ac-41fe-b1ec-5169ec1887a9 None None] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:01:50.488343 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:50.488343 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-12a8f139-fba6-4102-9765-8eedd04ea9ec admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2748754 Aug 27 17:01:50.488641 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:50.526543 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:50.527297 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:50.620801 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:50Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:50.631965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411271a7-a02a-448a-b375-6e815f9c0f03 req-28f7989d-eb0b-48a2-8d4a-77ada94b364f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:50.633622 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-411271a7-a02a-448a-b375-6e815f9c0f03 req-28f7989d-eb0b-48a2-8d4a-77ada94b364f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 931 time: 0.0685108 Aug 27 17:01:50.650383 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb1043-586a-445c-a47c-c84b482cd3f8 None None] The sync data for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi is: [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:50Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:01:50.891118 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:50.994025 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-411271a7-a02a-448a-b375-6e815f9c0f03 req-cf6f3f03-ef9f-4b30-95b4-9144931dd036 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498600 Aug 27 17:01:51.042756 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Provisioning for port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:51.060269 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Provisioning complete for port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:51.060581 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.072139 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.284805 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Request body: {'port': {'device_id': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:01:51.318828 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.358566 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:49Z', 'revision_number': 3, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:51.361787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.363562 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Allocated IP 172.20.0.1 (5cf5909f-ed53-4c3c-9aee-47ea295ee407/31a5ff7c-65d0-4b07-a220-eb265613fc89/8113b2f7-6878-408e-99af-665207af7374) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:01:51.363957 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=942eb39b-d8a7-404a-a685-b1d8ce5851c2,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:51.398013 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Checking router: 241cdf80-91a2-4aa7-9f1d-772d244219ea for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:01:51.398603 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Updating router 241cdf80-91a2-4aa7-9f1d-772d244219ea port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:01:51.401176 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.475037 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.524997 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0832ac1-5769-48b9-bb4a-f6e5b5963556 None None] Pushing event updated for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:51.550873 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9f37dd13-5698-4539-9e1d-d373c3f9ea81 None None] Provisioning complete for port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:51.551546 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f37dd13-5698-4539-9e1d-d373c3f9ea81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.589613 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-cc2e1cbb-e9aa-4dd3-a3ee-910189eb1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:51.591116 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-cc2e1cbb-e9aa-4dd3-a3ee-910189eb1aad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5359080 Aug 27 17:01:51.665029 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.691051 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Transition to ACTIVE for port object 8113b2f7-6878-408e-99af-665207af7374 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:51.728880 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-4bb78e32-f060-4702-81e7-3afee8d77db1 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282098 Aug 27 17:01:51.796315 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:01:51.803267 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.811394 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.832155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Transition to ACTIVE for port object b733b834-aa41-4d39-9c6a-40d3fdf15c72 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:51.839391 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.867505 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 33680761-4488-4d63-82c6-dbc0b0c0b3f7 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:51.881637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:51.891426 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:51.893922 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:01:51.897732 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:51.928546 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-68d88dfb-4df8-40c9-800d-d1f5dd32803d req-5404077f-e26d-448a-af5d-898613c52826 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889741 Aug 27 17:01:51.929356 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.952977 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Transition to ACTIVE for port object b6f1fab7-01ae-429c-ba84-4f87c087ffd1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:51.956188 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:51.961127 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:51.977600 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.007411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:52.030842 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Attempting to bind port b733b834-aa41-4d39-9c6a-40d3fdf15c72 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:52.031315 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Attempting to bind port b733b834-aa41-4d39-9c6a-40d3fdf15c72 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:52.031787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Attempting to bind port b733b834-aa41-4d39-9c6a-40d3fdf15c72 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:52.038285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:52.038664 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.042136 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Port b733b834-aa41-4d39-9c6a-40d3fdf15c72 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:01:52.042572 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Attempting to bind port b733b834-aa41-4d39-9c6a-40d3fdf15c72 on network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:52.048289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:52.049211 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Checking segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:52.049392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Bound using segment: {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:52.050309 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Bound port: b733b834-aa41-4d39-9c6a-40d3fdf15c72, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af8e922-35fc-435d-936c-6bfb63308474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:52.050715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.136348 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f57b-69b8-4065-a93a-1dec17fac03d None None] Pushing event updated for resources: {'Port': ['ID=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:52.148136 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Attempting to bind port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:52.148444 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Attempting to bind port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:52.148804 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Attempting to bind port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:52.157337 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:52.157733 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:52.158136 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.158529 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:52.158996 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Bound port: b6f1fab7-01ae-429c-ba84-4f87c087ffd1, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:52.159374 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.193716 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.197594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:52.227248 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:52.236487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.253565 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb3626-3bb5-4d7e-af14-e17b2e1c3515 req-3fe48b4d-3bb4-41e4-9af6-7168eb575e24 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.256528 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-94eb3626-3bb5-4d7e-af14-e17b2e1c3515 req-3fe48b4d-3bb4-41e4-9af6-7168eb575e24 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.1156843 Aug 27 17:01:52.262406 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] For port b6f1fab7-01ae-429c-ba84-4f87c087ffd1, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:52.269223 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] For port b6f1fab7-01ae-429c-ba84-4f87c087ffd1, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:52.274476 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.278660 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.321514 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.322232 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.323920 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] 10.222.0.43 "PUT /v2.0/ports/b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 1093 time: 1.2906306 Aug 27 17:01:52.324373 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:01:52.327418 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:01:52.421130 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1472a-4160-4b54-a97e-a18e7a9cb1ed service neutron] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:52.427832 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-94eb3626-3bb5-4d7e-af14-e17b2e1c3515 req-c35ecc73-4b19-4d98-84f7-8db9a2d63747 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424637 Aug 27 17:01:52.454802 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 33680761-4488-4d63-82c6-dbc0b0c0b3f7, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=33680761-4488-4d63-82c6-dbc0b0c0b3f7,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:52.478837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c92d1af-efde-4a8a-95ab-e62c4dddc9f5 x-openstack-request-id: req-8c92d1af-efde-4a8a-95ab-e62c4dddc9f5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:01:52.478837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:01:52.478837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c92d1af-efde-4a8a-95ab-e62c4dddc9f5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:01:52.479138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'status': 'completed', 'code': 200} Aug 27 17:01:52.494123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.495696 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 942eb39b-d8a7-404a-a685-b1d8ce5851c2 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:52.513259 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-682e6556-32ef-4824-b602-d2dfbd582c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.516847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-682e6556-32ef-4824-b602-d2dfbd582c14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1096 time: 0.1105812 Aug 27 17:01:52.572803 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:52.573564 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:52.589092 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.589891 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f57b-69b8-4065-a93a-1dec17fac03d None None] Pushing event updated for resources: {'Port': ['ID=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:52.606805 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.611746 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-7365eda3-f450-45d4-98d3-ab3bdc735c1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 217 time: 0.0733757 Aug 27 17:01:52.684480 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-52593237-1013-44c1-aa3d-d3e76fa64f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.686415 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-52593237-1013-44c1-aa3d-d3e76fa64f3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0665979 Aug 27 17:01:52.692570 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:52.705677 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.768931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-37a98371-eb28-46f0-9d13-8c8b3878fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:52.771160 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-37a98371-eb28-46f0-9d13-8c8b3878fa58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746047 Aug 27 17:01:52.779293 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-00f9ac99-955a-4779-9210-6faefc216f47 None None] Provisioning for port 8113b2f7-6878-408e-99af-665207af7374 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:52.811603 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:52.811980 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.842286 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:52.847793 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-00f9ac99-955a-4779-9210-6faefc216f47 None None] Provisioning complete for port 8113b2f7-6878-408e-99af-665207af7374 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:52.848159 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-00f9ac99-955a-4779-9210-6faefc216f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:52.894416 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:01:52.896756 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:01:52.935459 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-6978c66d-1eb6-4e4f-9d57-edc3d3c33a7c service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559861 Aug 27 17:01:52.939909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:52.948929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-00f9ac99-955a-4779-9210-6faefc216f47 None None] Port 8113b2f7-6878-408e-99af-665207af7374 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:01:53.117015 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35398aa1-ea44-487f-9bb3-7eb728e78dbf req-a23de6cd-fdca-4965-83c5-cbe6cf87e1fe service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743126 Aug 27 17:01:53.160744 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Router 241cdf80-91a2-4aa7-9f1d-772d244219ea has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:01:53.279881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-76bdd729-238f-4a5b-b74e-e2bb4780212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:53.282188 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-76bdd729-238f-4a5b-b74e-e2bb4780212c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1096 time: 0.0723815 Aug 27 17:01:53.333748 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:01:53.341964 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-af593666-d7f6-4b16-80f5-7c1682b176f5 admin admin] 10.222.0.44 "PUT /v2.0/routers/241cdf80-91a2-4aa7-9f1d-772d244219ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520555 Aug 27 17:01:53.406285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-5ebbe6db-a9c3-409f-b270-dce86041af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:53.408947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-5ebbe6db-a9c3-409f-b270-dce86041af15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1180646 Aug 27 17:01:53.441308 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-041553a2-bdf2-413c-8f26-d64f097b7d7f None None] Provisioning complete for port 8113b2f7-6878-408e-99af-665207af7374 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:53.441721 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-041553a2-bdf2-413c-8f26-d64f097b7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:53.446211 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8113b2f7-6878-408e-99af-665207af7374', 'name': '', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:51Z', 'updated_at': '2021-08-27T17:01:51Z', 'revision_number': 1, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'subnets': [{'id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:53.455335 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-915c3a2b-8a3a-4900-9466-369f8e1e8fac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Aug 27 17:01:53.497392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d321-71cb-40ce-a474-3b5875ef12d0 None None] The sync data for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi is: [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8113b2f7-6878-408e-99af-665207af7374', 'name': '', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:51Z', 'updated_at': '2021-08-27T17:01:51Z', 'revision_number': 1, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'subnets': [{'id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:01:53.511445 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-041553a2-bdf2-413c-8f26-d64f097b7d7f None None] Port 8113b2f7-6878-408e-99af-665207af7374 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:01:53.526555 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-480d632d-16d3-4e12-a589-1e4fb4d98ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:53.526555 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-480d632d-16d3-4e12-a589-1e4fb4d98ff1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0634794 Aug 27 17:01:53.612841 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-f868212b-369c-4cee-b074-b7027d273cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:53.615230 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-f868212b-369c-4cee-b074-b7027d273cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803678 Aug 27 17:01:53.690761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c1af-2a8a-47a7-87a8-8a4a39b7df76 req-2181d2f8-9242-4826-a1d1-024f4732cc4f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:53.692168 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1070c1af-2a8a-47a7-87a8-8a4a39b7df76 req-2181d2f8-9242-4826-a1d1-024f4732cc4f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.1145971 Aug 27 17:01:53.771323 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1070c1af-2a8a-47a7-87a8-8a4a39b7df76 req-c1a65a92-4f18-4cda-8dd4-3987a9794b6b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641689 Aug 27 17:01:53.816944 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-64ea2831-5338-4f9f-a5af-58216cc7ee80 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926026 Aug 27 17:01:53.844840 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 33680761-4488-4d63-82c6-dbc0b0c0b3f7 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:53.910007 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:53.910749 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:53.928738 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-64fd91d9-3843-49bb-bcf3-aa14cf302ea1 req-5935f155-e560-487e-9c20-a726b3c65185 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042924 Aug 27 17:01:54.931465 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069244d-ef44-4d8e-b945-ffe346a7a850 req-7c1156a5-339b-4cd3-9ecf-6a40a8fab584 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:54.933287 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2069244d-ef44-4d8e-b945-ffe346a7a850 req-7c1156a5-339b-4cd3-9ecf-6a40a8fab584 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0788145 Aug 27 17:01:54.988898 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2069244d-ef44-4d8e-b945-ffe346a7a850 req-532fd385-9c0a-4fc9-8773-28a7fdda0f58 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467458 Aug 27 17:01:55.073568 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:01:55.186601 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:55.200236 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:01:55.251619 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:55.270233 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:01:55.291258 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:55.298540 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:55.351864 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:55.595627 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b733b834-aa41-4d39-9c6a-40d3fdf15c72'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:01:55.682278 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:01:55.887449 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b6f1fab7-01ae-429c-ba84-4f87c087ffd1 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:55.945011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:55.949058 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:55.949509 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:56.048203 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:56.072174 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port b6f1fab7-01ae-429c-ba84-4f87c087ffd1, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:56.077644 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:56.137633 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492134-80d3-40f8-a64d-ece4df4165fa req-afea4aed-b8ed-40a6-8859-8c72ecc46bca tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:56.139460 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b492134-80d3-40f8-a64d-ece4df4165fa req-afea4aed-b8ed-40a6-8859-8c72ecc46bca tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 944 time: 0.0602205 Aug 27 17:01:56.145173 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:56.185760 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b492134-80d3-40f8-a64d-ece4df4165fa req-6255d52c-16b3-4518-949b-554cb2f30ded tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389373 Aug 27 17:01:56.768272 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Sync routers for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:01:56.779658 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:56.780391 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:56.994004 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:57.081123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:57.149674 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:57.153517 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:57.153884 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.263054 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.298392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:01:57.304539 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365db85-c5fb-4dc0-8a4f-66045b747363" -d '{"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:01:57.338582 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8113b2f7-6878-408e-99af-665207af7374', 'name': '', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:51Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 2, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'subnets': [{'id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:57.340677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:01:57.351969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.393469 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Checking router: 241cdf80-91a2-4aa7-9f1d-772d244219ea for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:01:57.394440 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Updating router 241cdf80-91a2-4aa7-9f1d-772d244219ea port 8113b2f7-6878-408e-99af-665207af7374 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:01:57.402872 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecd658-d6ff-4ef2-ac47-e6bd5f6fb305 req-2325135a-adb8-4ef7-8354-982d1253569d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:57.414747 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43ecd658-d6ff-4ef2-ac47-e6bd5f6fb305 req-2325135a-adb8-4ef7-8354-982d1253569d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 944 time: 0.0947013 Aug 27 17:01:57.423983 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd6b7c-4d19-4190-89ba-5ae9a04defc8 x-openstack-request-id: req-20cd6b7c-4d19-4190-89ba-5ae9a04defc8 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:01:57.424492 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:01:57.424811 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20cd6b7c-4d19-4190-89ba-5ae9a04defc8 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:01:57.425278 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'code': 200} Aug 27 17:01:57.425953 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:57.456758 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.468829 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-43ecd658-d6ff-4ef2-ac47-e6bd5f6fb305 req-54320fd0-01c2-442d-88be-fae1d73d5c6a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508685 Aug 27 17:01:57.625506 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69261f-89be-474a-b010-e35da0318f73 req-b6f97dfe-2c1b-4c32-b804-26708f9f8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:57.627444 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce69261f-89be-474a-b010-e35da0318f73 req-b6f97dfe-2c1b-4c32-b804-26708f9f8595 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1098 time: 0.0588799 Aug 27 17:01:57.678156 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce69261f-89be-474a-b010-e35da0318f73 req-6b98ecad-da4c-44b1-86c7-26de9b70536d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 Aug 27 17:01:57.815659 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b6f1fab7-01ae-429c-ba84-4f87c087ffd1 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:57.817848 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.828176 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Transition to ACTIVE for port object 8113b2f7-6878-408e-99af-665207af7374 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:01:57.837737 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.875501 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:57.876448 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.886435 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63efe0-8807-4e93-a2c8-76a85e7b80eb None None] Pushing event updated for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:57.977470 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Attempting to bind port 8113b2f7-6878-408e-99af-665207af7374 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:01:57.977815 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Attempting to bind port 8113b2f7-6878-408e-99af-665207af7374 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:01:57.978190 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Attempting to bind port 8113b2f7-6878-408e-99af-665207af7374 on network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:01:57.984556 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:01:57.984950 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Checking segment: {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:01:57.985321 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:57.985760 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Bound using segment: {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:01:57.986235 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Bound port: 8113b2f7-6878-408e-99af-665207af7374, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec67f6-08b8-4597-aaa4-6af00b1ee415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:01:57.987020 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:58.092323 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] For port 8113b2f7-6878-408e-99af-665207af7374, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:01:58.101749 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] For port 8113b2f7-6878-408e-99af-665207af7374, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=8113b2f7-6878-408e-99af-665207af7374,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:01:58.110103 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:58.178111 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:01:58.178338 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:58.224799 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63efe0-8807-4e93-a2c8-76a85e7b80eb None None] Pushing event updated for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=4']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:58.320851 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:01:58.514453 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46798) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:58.629080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668ff2e-b8e3-46f8-b898-7172cf0bc3d2 req-df183bba-08a7-484d-bfa0-d3242ec66415 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:58.633600 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f668ff2e-b8e3-46f8-b898-7172cf0bc3d2 req-df183bba-08a7-484d-bfa0-d3242ec66415 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0760596 Aug 27 17:01:58.649184 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8113b2f7-6878-408e-99af-665207af7374', 'name': '', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:51Z', 'updated_at': '2021-08-27T17:01:58Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'subnets': [{'id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:01:58.682756 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419e221-656c-4a6d-aed6-a31768494d8d None None] The sync data for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi is: [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '8113b2f7-6878-408e-99af-665207af7374', 'name': '', 'network_id': '5cf5909f-ed53-4c3c-9aee-47ea295ee407', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:51Z', 'updated_at': '2021-08-27T17:01:58Z', 'revision_number': 4, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'subnets': [{'id': '31a5ff7c-65d0-4b07-a220-eb265613fc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:01:58.690651 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-582b9c53-7895-46be-9e08-6ce3dee771f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:58.713019 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f668ff2e-b8e3-46f8-b898-7172cf0bc3d2 req-febb40c7-fa13-4f41-98c2-834fe49d6a7f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653210 Aug 27 17:01:58.952995 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-582b9c53-7895-46be-9e08-6ce3dee771f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:58.960299 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-582b9c53-7895-46be-9e08-6ce3dee771f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:59.003982 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-582b9c53-7895-46be-9e08-6ce3dee771f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe6bc4938d8b4e548e898800b2c90432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857447 Aug 27 17:01:59.004187 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:01:59.071030 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b9c53-7895-46be-9e08-6ce3dee771f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d35f3-ce2f-4cfb-8bb4-ec3b81784bd0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:59.095807 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:59.129428 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:59.186959 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:59.194595 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:01:59.196092 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e0d35f3-ce2f-4cfb-8bb4-ec3b81784bd0 HTTP/1.1" status: 204 len: 168 time: 0.1909554 Aug 27 17:01:59.204822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a54c73-e347-4cb3-be71-fb8a5b4cf2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d35f3-ce2f-4cfb-8bb4-ec3b81784bd0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:01:59.869772 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8113b2f7-6878-408e-99af-665207af7374 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:01:59.872619 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b680e-388b-42dd-bfca-8271fa610979 req-1986aa0e-a212-4909-a25b-cefee73ff5f5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:01:59.874237 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe5b680e-388b-42dd-bfca-8271fa610979 req-1986aa0e-a212-4909-a25b-cefee73ff5f5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0708809 Aug 27 17:01:59.930758 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fe5b680e-388b-42dd-bfca-8271fa610979 req-84d68b73-e35d-46f9-ac49-ef67f03829c0 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Aug 27 17:01:59.936027 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 8113b2f7-6878-408e-99af-665207af7374 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:01:59.940542 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 8113b2f7-6878-408e-99af-665207af7374 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:01:59.941117 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:00.043826 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:00.063928 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a489039-ebfd-4fa1-80c7-9c8e8232b9d5 req-5b83c048-0d0f-4bd4-8193-e0c0873297ed tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:00.065671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4a489039-ebfd-4fa1-80c7-9c8e8232b9d5 req-5b83c048-0d0f-4bd4-8193-e0c0873297ed tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0689828 Aug 27 17:02:00.075113 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 46810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:00.080286 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Request body: {'floatingip': {'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:00.098993 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 8113b2f7-6878-408e-99af-665207af7374, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=8113b2f7-6878-408e-99af-665207af7374,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:00.111488 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:00.130846 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:00.168750 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:01.044976 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:01.050444 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:01.182177 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.l3_db [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Floating IP 744a7b9e-dee2-4986-ad0a-0a59157fff0c associated. External IP: 172.27.2.149, port: b733b834-aa41-4d39-9c6a-40d3fdf15c72. Aug 27 17:02:01.432204 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:02:01.549209 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:02:01.554771 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:01.564139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:02:01.576743 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:01.577392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:01.594438 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b0f387e5-9e06-4e37-87b7-67821286c345 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "PUT /v2.0/floatingips/744a7b9e-dee2-4986-ad0a-0a59157fff0c HTTP/1.1" status: 200 len: 991 time: 1.5181947 Aug 27 17:02:01.595480 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:01.598103 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906e4319-0ea6-47ec-ba93-da15c1d525dd" -d '{"events": [{"name": "network-changed", "server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:01.718866 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:01.856246 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8113b2f7-6878-408e-99af-665207af7374 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:02:01.923404 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b8be23-f27a-4c3a-98cf-fad0f3f59f32 x-openstack-request-id: req-a0b8be23-f27a-4c3a-98cf-fad0f3f59f32 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:01.923692 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:01.923942 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0b8be23-f27a-4c3a-98cf-fad0f3f59f32 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:01.924338 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'status': 'completed', 'code': 200} Aug 27 17:02:02.013625 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 8113b2f7-6878-408e-99af-665207af7374 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:02.015047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-7c7ae036-8eed-459a-96c9-8951fb8fcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:02.015513 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:02.016773 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-7c7ae036-8eed-459a-96c9-8951fb8fcfea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1098 time: 0.0500250 Aug 27 17:02:02.125281 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-1a36fe26-d06c-4d33-b966-95cb5369ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:02.126820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-1a36fe26-d06c-4d33-b966-95cb5369ef5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1032996 Aug 27 17:02:02.173040 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '744a7b9e-dee2-4986-ad0a-0a59157fff0c', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:01:40Z', 'updated_at': '2021-08-27T17:02:00Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:02.203141 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:02:02.215923 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:02.216463 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:01:37Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:02.225313 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-dfc3056c-d90c-458b-b459-5c40f783d033 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 999 time: 0.0903137 Aug 27 17:02:02.289798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-f2658f13-8675-4bf6-aa3e-043ae298cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:02.291227 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-f2658f13-8675-4bf6-aa3e-043ae298cff0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0595949 Aug 27 17:02:02.347450 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-4fed3b5b-d0b2-4004-8da5-ce706c788b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:02.350016 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-4fed3b5b-d0b2-4004-8da5-ce706c788b68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518172 Aug 27 17:02:02.471368 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-d79c81eb-cdcd-4616-a789-01ca3455d994 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144223 Aug 27 17:02:02.517523 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:02.574729 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-906e4319-0ea6-47ec-ba93-da15c1d525dd req-912d87c4-24ed-45bb-8b3b-5167aeabe3ca service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958953 Aug 27 17:02:02.810402 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '744a7b9e-dee2-4986-ad0a-0a59157fff0c', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:01:40Z', 'updated_at': '2021-08-27T17:02:00Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:02.845070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aff56a-8f98-4f94-a8b4-bd1cdba583e5 None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '744a7b9e-dee2-4986-ad0a-0a59157fff0c', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:01:40Z', 'updated_at': '2021-08-27T17:02:00Z', 'revision_number': 1, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:02:03.077201 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2d28b-cfb0-4be7-af74-6563dfc0866f None None] New status for floating IP 744a7b9e-dee2-4986-ad0a-0a59157fff0c: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:02:03.735870 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-30c03e25-38d9-408e-a0f7-ae8848c4f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:04.362457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-a3b84eef-c0ba-4bed-ab76-ed763cab1511 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:04.364038 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-a3b84eef-c0ba-4bed-ab76-ed763cab1511 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 814 time: 0.1033423 Aug 27 17:02:04.380437 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-b7a7c669-c1cf-49f9-84ed-eabd2607fb8f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/quotas/a90247f434dc43b6843514b072095fb8 HTTP/1.1" status: 200 len: 375 time: 0.0100317 Aug 27 17:02:04.437000 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-a2f71c58-505e-487d-a597-3b89ab2c7a9e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506744 Aug 27 17:02:04.537041 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-8706f957-8b5c-45b5-b1d6-185d3596bb1d service neutron] 10.222.0.44 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874543 Aug 27 17:02:04.626132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-b7a9ac41-e3d9-44b5-884c-bd2e0213c679 service neutron] 10.222.0.44 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831110 Aug 27 17:02:04.782553 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a8f12345-3d62-4639-82e6-a6491db61ea3 req-a3cd4828-d1a3-47f3-9e36-c9ac5c6e0142 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Aug 27 17:02:05.890976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-1ef4da37-add2-4609-a243-23b20f9d4d2c tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:05.892654 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-1ef4da37-add2-4609-a243-23b20f9d4d2c tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 814 time: 0.1274886 Aug 27 17:02:05.909157 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-61aa0229-555b-4369-b43d-a4d714ea5e60 req-dcb72073-6a96-48d9-a845-db00ba5fe8d1 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 210 time: 0.0430865 Aug 27 17:02:05.912929 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'port': {'device_id': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'admin_state_up': True, 'tenant_id': 'a90247f434dc43b6843514b072095fb8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:06.022681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Made reservation on behalf of a90247f434dc43b6843514b072095fb8 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:02:06.026026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.154988 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Allocated IP 172.20.0.10 (90eca5c2-ac58-4d31-83b7-a7840449773c/34a86d87-174c-4190-b2c6-4ecdb913fa6d/e84ac45e-3925-47ed-9cb3-16a7495bbc5d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:02:06.318244 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.337035 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Transition to ACTIVE for port object e84ac45e-3925-47ed-9cb3-16a7495bbc5d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:02:06.382411 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.410325 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Network 90eca5c2-ac58-4d31-83b7-a7840449773c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:02:06.414628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:02:06.463864 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:02:06.483710 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c9d925a-e926-4b90-87d7-a67ccd0a60bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.549921 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:06.575173 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:06.576050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.599294 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-37818407-9225-4a09-8535-0beab193b440 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6926587 Aug 27 17:02:06.698583 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.794407 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c01d459b-44c8-4e25-9933-fb36ab6df735 None None] Provisioning for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:02:06.797888 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c01d459b-44c8-4e25-9933-fb36ab6df735 None None] Provisioning complete for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:06.798251 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c01d459b-44c8-4e25-9933-fb36ab6df735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:06.836581 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-c01d459b-44c8-4e25-9933-fb36ab6df735 None None] Port e84ac45e-3925-47ed-9cb3-16a7495bbc5d cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:02:07.052781 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec46c9-5d7e-4744-a442-5053ffb4dc71 req-4ba8c954-f82c-4aa4-966d-0e76a2f2c64b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:07.057824 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-18ec46c9-5d7e-4744-a442-5053ffb4dc71 req-4ba8c954-f82c-4aa4-966d-0e76a2f2c64b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0765421 Aug 27 17:02:07.093550 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-18ec46c9-5d7e-4744-a442-5053ffb4dc71 req-7ba47a69-43ce-407a-a774-5f2fd1713f1b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Aug 27 17:02:08.079812 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:08.214304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f52bd6-04f1-4758-8e1b-10f8829d0e9b req-54fcb983-b30b-477a-b560-f3615e85e89d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:08.216150 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84f52bd6-04f1-4758-8e1b-10f8829d0e9b req-54fcb983-b30b-477a-b560-f3615e85e89d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0513003 Aug 27 17:02:08.262408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-84f52bd6-04f1-4758-8e1b-10f8829d0e9b req-5d34b79b-b2c0-4796-ab47-7507c6cd7ea5 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Aug 27 17:02:09.381193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6e27-d03e-422c-9ade-79f4aabc9305 req-a55b5f13-851f-4a78-801b-a7bdc5c5a948 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:09.382597 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-79bb6e27-d03e-422c-9ade-79f4aabc9305 req-a55b5f13-851f-4a78-801b-a7bdc5c5a948 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0480390 Aug 27 17:02:09.443120 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-79bb6e27-d03e-422c-9ade-79f4aabc9305 req-1d73c2ca-f400-4c8e-87c8-1bea97aa51bd tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Aug 27 17:02:09.875949 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:10.548390 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f4ec8-7e19-4325-9da6-2cc74ef2ee5c req-19a7ecc2-65e4-4f68-8a38-37c9a69ac826 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:10.550234 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-407f4ec8-7e19-4325-9da6-2cc74ef2ee5c req-19a7ecc2-65e4-4f68-8a38-37c9a69ac826 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0515542 Aug 27 17:02:10.599919 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-407f4ec8-7e19-4325-9da6-2cc74ef2ee5c req-c0ccf1e7-dba9-4ec8-9fd0-65c9fbbbe775 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Aug 27 17:02:11.732459 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8034-93dc-44db-96d9-dbe5753acd80 req-2e12e59e-49c1-4c75-bfdd-b785799bd420 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:11.733914 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50ab8034-93dc-44db-96d9-dbe5753acd80 req-2e12e59e-49c1-4c75-bfdd-b785799bd420 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0547636 Aug 27 17:02:11.772720 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-50ab8034-93dc-44db-96d9-dbe5753acd80 req-211e197a-7c57-4ed2-b00d-cc09da0b1222 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Aug 27 17:02:12.918766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d065b-e489-4654-b9a0-3b849519164d req-71a32f4b-d7c6-44a7-af40-0448915b465b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:12.920402 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a19d065b-e489-4654-b9a0-3b849519164d req-71a32f4b-d7c6-44a7-af40-0448915b465b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0587797 Aug 27 17:02:12.968438 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a19d065b-e489-4654-b9a0-3b849519164d req-26ba0b3d-3834-4c54-a625-5d8565217e6d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Aug 27 17:02:13.236513 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:14.110906 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792f3c3-ca41-4a1d-89fb-ef3bb14f48a1 req-ab45a869-3c53-47d8-a1e7-2231a9ed09bc tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:14.112478 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5792f3c3-ca41-4a1d-89fb-ef3bb14f48a1 req-ab45a869-3c53-47d8-a1e7-2231a9ed09bc tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0580883 Aug 27 17:02:14.153102 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5792f3c3-ca41-4a1d-89fb-ef3bb14f48a1 req-2b88cd10-6970-4fe8-b4b7-80ba66804957 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Aug 27 17:02:15.278484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306902b1-94b0-4af8-a1dc-7d38c4b65f11 req-475ad834-3cb7-40b1-9f9e-8cf4b71d7867 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:15.280214 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-306902b1-94b0-4af8-a1dc-7d38c4b65f11 req-475ad834-3cb7-40b1-9f9e-8cf4b71d7867 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0614920 Aug 27 17:02:15.331727 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-306902b1-94b0-4af8-a1dc-7d38c4b65f11 req-2ec2331b-a1d4-494e-b285-8e481b856ad0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Aug 27 17:02:16.453664 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12059c-6e2a-412f-8db0-a05840ab21f4 req-f87d4d3a-e6cd-4173-96ff-043c7f3ab2e4 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:16.455173 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de12059c-6e2a-412f-8db0-a05840ab21f4 req-f87d4d3a-e6cd-4173-96ff-043c7f3ab2e4 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 932 time: 0.0534379 Aug 27 17:02:16.497874 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de12059c-6e2a-412f-8db0-a05840ab21f4 req-4eadcee6-2a3c-4d0e-956c-b787b3dcea0b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358253 Aug 27 17:02:16.731200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Request body: {'port': {'device_id': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:16.787241 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.054392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84ac45e-3925-47ed-9cb3-16a7495bbc5d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:02:17.061995 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.074289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Transition to ACTIVE for port object e84ac45e-3925-47ed-9cb3-16a7495bbc5d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:02:17.078785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.133135 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:17.155395 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.155743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.156088 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.156424 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.156756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.157087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.157421 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.157780 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.158106 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.158495 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.159442 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.159442 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:17.229665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Attempting to bind port e84ac45e-3925-47ed-9cb3-16a7495bbc5d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:02:17.230225 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Attempting to bind port e84ac45e-3925-47ed-9cb3-16a7495bbc5d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:02:17.230797 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Attempting to bind port e84ac45e-3925-47ed-9cb3-16a7495bbc5d on network 90eca5c2-ac58-4d31-83b7-a7840449773c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:02:17.239662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Port e84ac45e-3925-47ed-9cb3-16a7495bbc5d on network 90eca5c2-ac58-4d31-83b7-a7840449773c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:02:17.240204 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Attempting to bind port e84ac45e-3925-47ed-9cb3-16a7495bbc5d on network 90eca5c2-ac58-4d31-83b7-a7840449773c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:02:17.249251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:02:17.249838 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Checking segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:02:17.250436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Bound using segment: {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:02:17.251138 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Bound port: e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:02:17.251826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.345983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:02:17.349845 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:02:17.356478 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.394128 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:17.395261 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:17.396684 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] 10.222.0.43 "PUT /v2.0/ports/e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 1094 time: 0.6699133 Aug 27 17:02:17.397123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:17.399405 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3f06c-327c-4107-a697-4a98bdcea5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:17.431971 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18b9a5-95e3-4b67-81b7-e81759c6d170 service neutron] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:17.501518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-983d1971-b901-46f8-98da-8b4fbab86847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:17.503334 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-983d1971-b901-46f8-98da-8b4fbab86847 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0461283 Aug 27 17:02:17.510548 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e2cd2-728b-49ec-9092-5520c5dbe75e x-openstack-request-id: req-ab4e2cd2-728b-49ec-9092-5520c5dbe75e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:17.510840 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:17.511085 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab4e2cd2-728b-49ec-9092-5520c5dbe75e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:17.511470 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:02:17.563892 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-26563cd0-5ca0-4eee-91b6-aa7caf9e55c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 217 time: 0.0445585 Aug 27 17:02:17.649138 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-f4e409d1-798c-4316-ace1-f32423cd87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:17.650634 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-f4e409d1-798c-4316-ace1-f32423cd87e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0782046 Aug 27 17:02:17.679450 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8e902-4569-47c4-9c29-2c15039e7301 req-53b40cce-2264-4495-9e93-42f5b59118ab tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:17.680899 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87f8e902-4569-47c4-9c29-2c15039e7301 req-53b40cce-2264-4495-9e93-42f5b59118ab tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 944 time: 0.0739019 Aug 27 17:02:17.737221 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87f8e902-4569-47c4-9c29-2c15039e7301 req-fb0eb576-4998-4b7f-baea-d14d8eb3daed tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Aug 27 17:02:17.742954 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-d8bb071a-d6b3-4482-ac29-cf69b01098df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:17.744445 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-d8bb071a-d6b3-4482-ac29-cf69b01098df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827034 Aug 27 17:02:17.847257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-45835e04-388c-42e7-bbdd-4a7ca7e4f399 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938106 Aug 27 17:02:17.941621 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-de1f3389-c42f-4e2d-896a-86ee1112f939 req-97350de1-c766-4732-91d2-8cf6475ff1fa service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Aug 27 17:02:18.092987 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-44606572-a7a8-47d3-8708-6c12d0d8702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:18.094522 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-44606572-a7a8-47d3-8708-6c12d0d8702d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1097 time: 0.0522337 Aug 27 17:02:18.190130 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-42e14a8c-f4bb-4d95-9520-4055e4c8fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:18.192439 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-42e14a8c-f4bb-4d95-9520-4055e4c8fdf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.0882626 Aug 27 17:02:18.234446 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-38cc2961-a536-46b5-b396-0e7a3070de3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 217 time: 0.0347128 Aug 27 17:02:18.288224 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-ecbc1e36-2ec6-4f0f-a5c6-f26df85195d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:18.289711 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-ecbc1e36-2ec6-4f0f-a5c6-f26df85195d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0481017 Aug 27 17:02:18.338443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-53f436ef-e356-48dd-82ff-024fcb7598d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:18.339970 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-53f436ef-e356-48dd-82ff-024fcb7598d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419850 Aug 27 17:02:18.433623 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-43583f54-dc91-4f67-b8e4-b8252f043d93 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848043 Aug 27 17:02:18.534449 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-49c3f06c-327c-4107-a697-4a98bdcea5b1 req-f530fa14-60d7-4e86-b252-43750cb7b58e service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850024 Aug 27 17:02:18.857032 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5a6bd-73e2-4459-a2ea-4ce49c57f334 req-182a4bd0-0da5-420c-876a-cbf500c9b013 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:18.858520 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bdf5a6bd-73e2-4459-a2ea-4ce49c57f334 req-182a4bd0-0da5-420c-876a-cbf500c9b013 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 944 time: 0.0509136 Aug 27 17:02:18.898120 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bdf5a6bd-73e2-4459-a2ea-4ce49c57f334 req-074f805f-b8d1-4eaf-b9d6-61813642779d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Aug 27 17:02:19.158895 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device e84ac45e-3925-47ed-9cb3-16a7495bbc5d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:02:19.264499 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:19.276388 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'port_id': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'mac_address': 'fa:16:3e:5a:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:02:19.312869 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:19.325782 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84ac45e-3925-47ed-9cb3-16a7495bbc5d {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:02:19.344776 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:19.349645 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:19.394129 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:19.641098 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:02:20.019086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510fd0e-2262-433d-90a2-728e364396bb req-609cd154-f1a2-471c-a766-d69e64fd0379 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:20.021208 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4510fd0e-2262-433d-90a2-728e364396bb req-609cd154-f1a2-471c-a766-d69e64fd0379 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Aug 27 17:02:20.063170 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4510fd0e-2262-433d-90a2-728e364396bb req-f9eb629f-bad3-4a5e-bc6b-36bfa97fbcc2 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Aug 27 17:02:21.166993 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device e84ac45e-3925-47ed-9cb3-16a7495bbc5d up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:02:21.189365 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463c66b-2824-40e6-b51a-d3b8338838bd req-046e0995-add9-4c09-9e5d-be121ffd0846 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:21.190911 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4463c66b-2824-40e6-b51a-d3b8338838bd req-046e0995-add9-4c09-9e5d-be121ffd0846 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 945 time: 0.0587485 Aug 27 17:02:21.221662 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:02:21.226949 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:21.227319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:21.233315 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4463c66b-2824-40e6-b51a-d3b8338838bd req-9232b386-e8b1-43ef-a6e1-abb290ea6f91 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Aug 27 17:02:21.307247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:21.330968 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:21.333522 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d81694-bd2f-479d-a295-2bb4ba4353d8" -d '{"events": [{"server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:21.346682 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:21.356976 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:21.405442 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:21.436319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab912363-abe6-428f-899d-3afb258e7a9b x-openstack-request-id: req-ab912363-abe6-428f-899d-3afb258e7a9b {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:21.436606 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:21.436853 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab912363-abe6-428f-899d-3afb258e7a9b {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:21.437243 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'code': 200} Aug 27 17:02:21.647176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa11bb5-3202-44de-9a8d-e936c2cff7f4 req-703bbe36-7ff8-4d2a-9d99-76f60a209b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:21.648610 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bfa11bb5-3202-44de-9a8d-e936c2cff7f4 req-703bbe36-7ff8-4d2a-9d99-76f60a209b98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0402598 Aug 27 17:02:21.685615 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bfa11bb5-3202-44de-9a8d-e936c2cff7f4 req-306f1331-71de-48d3-a103-c1726bafa066 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276532 Aug 27 17:02:22.355627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d79df-7c44-4abf-bf2e-9e85fe59fcbe req-37edd20f-291f-4c2d-aa1a-e34fd67081cf tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:22.357008 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f80d79df-7c44-4abf-bf2e-9e85fe59fcbe req-37edd20f-291f-4c2d-aa1a-e34fd67081cf tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0478570 Aug 27 17:02:22.393829 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f80d79df-7c44-4abf-bf2e-9e85fe59fcbe req-2e96381f-6d26-45b1-949e-07f79564d1c1 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Aug 27 17:02:23.510450 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a92b32-5de4-4fc1-85dc-3856f47be8f0 req-bb3830f8-3a5b-4fd7-aa57-6599d3299d5e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:23.511891 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87a92b32-5de4-4fc1-85dc-3856f47be8f0 req-bb3830f8-3a5b-4fd7-aa57-6599d3299d5e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0516222 Aug 27 17:02:23.548230 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-87a92b32-5de4-4fc1-85dc-3856f47be8f0 req-5ba7c45f-3227-4b05-87df-04e4beaf6f5a tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Aug 27 17:02:23.659601 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d6df6-8757-4222-827f-3186e71f731e req-6f772970-0b6b-4d4a-bccc-4b002a1f956f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:23.661677 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-352d6df6-8757-4222-827f-3186e71f731e req-6f772970-0b6b-4d4a-bccc-4b002a1f956f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0468624 Aug 27 17:02:23.697808 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-352d6df6-8757-4222-827f-3186e71f731e req-7baca627-2bbd-46eb-a94c-a09346138b8b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303733 Aug 27 17:02:24.011841 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801d84-496a-49b8-87e3-231c6be1db47 req-b381525c-cb37-4e7f-a5da-70e59dea8f78 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:24.013288 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c3801d84-496a-49b8-87e3-231c6be1db47 req-b381525c-cb37-4e7f-a5da-70e59dea8f78 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0464783 Aug 27 17:02:24.051068 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c3801d84-496a-49b8-87e3-231c6be1db47 req-a45ce133-df93-4b9b-9202-0fafc0d5c0c8 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313230 Aug 27 17:02:31.787959 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47982a-effb-43d1-a788-683e0d391b66 req-ff6c4715-d4d6-4717-b6f5-2c287fcea791 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:31.789435 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d47982a-effb-43d1-a788-683e0d391b66 req-ff6c4715-d4d6-4717-b6f5-2c287fcea791 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0543871 Aug 27 17:02:31.828466 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8d47982a-effb-43d1-a788-683e0d391b66 req-92d884ac-5dc6-4d48-b568-3fab84ecaf65 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Aug 27 17:02:32.682546 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:02:32.945991 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9926-ed9f-4f69-a5e9-eb6f7f401ef3 req-ff235804-2d2e-41fc-b6e0-2950514106e5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:32.947400 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-02fc9926-ed9f-4f69-a5e9-eb6f7f401ef3 req-ff235804-2d2e-41fc-b6e0-2950514106e5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0496492 Aug 27 17:02:32.984929 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-02fc9926-ed9f-4f69-a5e9-eb6f7f401ef3 req-72a555a7-cc1e-4a09-b85a-7b55fa1eb428 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Aug 27 17:02:33.532055 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90019c9-7773-473c-ba68-72216d72bbb3 req-983a0794-cb7b-4f86-ae9a-667218eb12ce tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:33.533514 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f90019c9-7773-473c-ba68-72216d72bbb3 req-983a0794-cb7b-4f86-ae9a-667218eb12ce tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0478020 Aug 27 17:02:33.571783 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f90019c9-7773-473c-ba68-72216d72bbb3 req-81f1543e-98d7-447b-ae97-bfec2e6a4c3c tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Aug 27 17:02:33.593258 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:33.738959 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-db9a99c3-2106-46a3-a72c-d59b0f9bc9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:33.773662 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f87f6b-35fb-4727-b662-05025f41aaf1 tempest-TestMinimumBasicScenario-2126530629 tempest-TestMinimumBasicScenario-2126530629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:33.775127 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f9f87f6b-35fb-4727-b662-05025f41aaf1 tempest-TestMinimumBasicScenario-2126530629 tempest-TestMinimumBasicScenario-2126530629-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1094 time: 0.1808827 Aug 27 17:02:33.778041 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:33.782249 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'port_id': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:33.803360 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:33.899603 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.013643 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Allocated IP 172.27.2.37 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/e90e62db-54b8-4125-a66d-678fb90f067e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:02:34.125760 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.137710 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08495188-3e9b-4681-ba30-9a4a5eceddaf req-1bc2348b-bdb6-4b8e-9adf-3a84d295805d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:34.139250 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-08495188-3e9b-4681-ba30-9a4a5eceddaf req-1bc2348b-bdb6-4b8e-9adf-3a84d295805d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0796981 Aug 27 17:02:34.168424 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.179982 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-08495188-3e9b-4681-ba30-9a4a5eceddaf req-88e69e6a-8d2b-44c3-8950-e81db2767813 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335884 Aug 27 17:02:34.207248 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:02:34.212607 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:02:34.219592 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:02:34.230255 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'Port': ['ID=e90e62db-54b8-4125-a66d-678fb90f067e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:34.588815 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.655574 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.803487 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.808229 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.875946 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'Port': ['ID=e90e62db-54b8-4125-a66d-678fb90f067e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:34.890275 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:34.990810 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.l3_db [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Floating IP 7a393384-c6a4-4ac3-a8e1-9894294a134b associated. External IP: 172.27.2.37, port: e84ac45e-3925-47ed-9cb3-16a7495bbc5d. Aug 27 17:02:35.193411 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Router d675626e-b4e8-40f1-876d-9233d3b7e63e has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:02:35.301884 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:02:35.305391 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21923ef6-e705-458a-b5d7-0c516e300e7f req-eb9c9e52-5fb6-4b16-89c0-5cb5aa3d3888 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.310990 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21923ef6-e705-458a-b5d7-0c516e300e7f req-eb9c9e52-5fb6-4b16-89c0-5cb5aa3d3888 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0583031 Aug 27 17:02:35.315878 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Sync routers for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:02:35.322821 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.329473 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:35.330392 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:02:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:35.356855 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-21923ef6-e705-458a-b5d7-0c516e300e7f req-b4d1b16d-ec3a-422c-b9b0-a6b936078e2a tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369155 Aug 27 17:02:35.357136 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c912427d-27b4-435a-9d15-a87b2ddcf897 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5779786 Aug 27 17:02:35.357717 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:35.359947 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5916d30-e546-4851-a1c8-f3f018dc03ff" -d '{"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:35.362202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47030) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:35.370144 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091574957', 'description': 'tempest-secgroup-smoke-1091574957 description', 'project_id': 'a90247f434dc43b6843514b072095fb8'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:35.404607 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573060a-233e-4df2-b07f-13b64643bb95 x-openstack-request-id: req-7573060a-233e-4df2-b07f-13b64643bb95 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:35.405000 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:35.405401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7573060a-233e-4df2-b07f-13b64643bb95 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:35.406027 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:02:35.413759 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.478708 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:35.533910 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-c3b7122e-1236-4436-9573-866c6df7f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.536126 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-c3b7122e-1236-4436-9573-866c6df7f3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0766847 Aug 27 17:02:35.546441 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.557654 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.618725 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.619912 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2550316 Aug 27 17:02:35.623021 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:35.630340 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:35.638032 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acf555-a48e-453b-b4d3-3eca2faffa57 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:35.667112 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-bd674c31-7a6e-4863-aa57-bfb37b5198c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.668769 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-bd674c31-7a6e-4863-aa57-bfb37b5198c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.1210387 Aug 27 17:02:35.676958 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.744253 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-40433991-5f3d-4b8e-97e8-400a3cd3f38e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 999 time: 0.0675464 Aug 27 17:02:35.767128 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.772736 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.784918 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '7a393384-c6a4-4ac3-a8e1-9894294a134b', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'port_id': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'mac_address': 'fa:16:3e:5a:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:34Z', 'updated_at': '2021-08-27T17:02:34Z', 'revision_number': 0, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:35.791292 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3402d5f2-f599-47bc-a904-b4a34332f27a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:35.806892 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.812304 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ac550d59-f8bb-446d-948e-e414f970a17d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838439 Aug 27 17:02:35.812607 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:35.818314 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-e22cda46-2bc9-4337-814d-ec6f5f4c0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.818590 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:35.819780 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-e22cda46-2bc9-4337-814d-ec6f5f4c0e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0673177 Aug 27 17:02:35.838321 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Checking router: d675626e-b4e8-40f1-876d-9233d3b7e63e for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:02:35.850620 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:02:35.851160 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.851494 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:02:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:35.878715 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-9c5daea7-c092-4060-8000-4b782161c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:35.880394 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-9c5daea7-c092-4060-8000-4b782161c837 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482047 Aug 27 17:02:35.920609 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.925427 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.946371 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05561205-c733-4122-997a-abac3fc1a536,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:35.964605 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:35.966235 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5dd88d57-5d28-4d6a-97df-7521bc098d2e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525769 Aug 27 17:02:35.969189 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:35.974704 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:35.978783 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:02:36.006925 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.079918 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.084635 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.105656 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fe113e-a963-4f3e-9cf6-7de14b34c703,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:36.120091 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.125980 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1abc7a56-d368-4bb3-aa5d-b65f470f08fe tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512928 Aug 27 17:02:36.126277 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47042) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:36.132151 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:36.160356 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.227034 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.232054 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.240329 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-4de0ac73-dc34-4400-98c8-24becc042567 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511424 Aug 27 17:02:36.249549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '7a393384-c6a4-4ac3-a8e1-9894294a134b', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'port_id': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'mac_address': 'fa:16:3e:5a:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:34Z', 'updated_at': '2021-08-27T17:02:34Z', 'revision_number': 0, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:02:36.250517 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea79d55c-9af5-48c5-8a11-41387909006e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:36.260590 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.264607 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-99092702-fa75-41ee-ac4e-086b1755e3ae tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347139 Aug 27 17:02:36.264818 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:36.269607 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:36.278078 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59460f6-4246-4cd5-afc9-0f85df23ca10 None None] The sync data for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi is: [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '7a393384-c6a4-4ac3-a8e1-9894294a134b', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'port_id': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'mac_address': 'fa:16:3e:5a:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:02:34Z', 'updated_at': '2021-08-27T17:02:34Z', 'revision_number': 0, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:02:36.297930 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Project a90247f434dc43b6843514b072095fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:02:36.306319 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.342022 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a5916d30-e546-4851-a1c8-f3f018dc03ff req-b9d53e73-fea5-424b-b502-aadfac335e77 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923958 Aug 27 17:02:36.379201 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.383503 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.404703 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18955e00-74db-48c7-9607-e6d188245439,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:36.408104 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.410555 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-02ce1a1f-0f2e-4d73-87f7-36f02f9d525b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436343 Aug 27 17:02:36.412960 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47048) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:36.417603 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'security_group_rule': {'security_group_id': '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698', 'project_id': 'a90247f434dc43b6843514b072095fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:36.452384 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.securitygroups_db [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Project a90247f434dc43b6843514b072095fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:02:36.466247 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2438443c-e7de-442a-9d61-da6d89c68756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.471431 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.508257 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81da80e3-c4c0-4b05-aca3-5098d0775a78 None None] New status for floating IP 7a393384-c6a4-4ac3-a8e1-9894294a134b: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:02:36.554290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef8167-1906-4d78-bb15-fbc12cd35ab8 req-8d0954b5-4080-488d-86f2-d174cf402438 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:36.555824 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c9ef8167-1906-4d78-bb15-fbc12cd35ab8 req-8d0954b5-4080-488d-86f2-d174cf402438 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0953336 Aug 27 17:02:36.565737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.572754 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.601041 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd17a1a-c5bf-468d-930b-b325f11d09d3,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:36.613793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.614970 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-0271f461-e15d-46c3-b48a-31adf155ebb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2009897 Aug 27 17:02:36.623713 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c9ef8167-1906-4d78-bb15-fbc12cd35ab8 req-1b6ea0de-4f95-45e9-9ffe-6e2f9db9e0a5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603824 Aug 27 17:02:36.691469 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:36.736819 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-8583ea42-bc07-4d87-9b11-9bc1fab2e469 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091574957&fields=id&tenant_id=a90247f434dc43b6843514b072095fb8 HTTP/1.1" status: 200 len: 267 time: 0.0353117 Aug 27 17:02:36.789130 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-3b72154a-c8a4-4017-ba48-22398ac772bb tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:36.790603 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-3b72154a-c8a4-4017-ba48-22398ac772bb tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0477142 Aug 27 17:02:36.801967 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'port': {'security_groups': ['ce888631-28cb-4565-acc1-181e1041cfa2', '5b4e6fb6-af4c-42b5-96bb-4f67a8c23698']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:02:36.868176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:37.058116 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:37.088379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:37.094598 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:37.132950 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:02:37.137853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.138487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:37.139860 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5f62e5c3-9399-4c51-bea9-13b52a0660c9 req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "PUT /v2.0/ports/e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 982 time: 0.3426943 Aug 27 17:02:37.140308 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:37.142728 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20457bc2-d178-41a7-8ab1-0a86c27fe295" -d '{"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:37.169304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ebe8-bab4-449b-ae03-c8299050a08e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:37.208066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c18dbe-eddf-4b97-a133-71e44c66e5c9 x-openstack-request-id: req-65c18dbe-eddf-4b97-a133-71e44c66e5c9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:37.208793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:37.209111 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65c18dbe-eddf-4b97-a133-71e44c66e5c9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:37.209603 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:02:37.306163 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:02:37.327050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e6ce-3f17-48ae-9b57-b11edded7eff req-68a1dd42-6124-4d9d-a5e5-6eed948f81c0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.328579 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6e05e6ce-3f17-48ae-9b57-b11edded7eff req-68a1dd42-6124-4d9d-a5e5-6eed948f81c0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0934331 Aug 27 17:02:37.330968 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-4b7933c7-ecad-4eff-b153-affb69d1cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.333056 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-4b7933c7-ecad-4eff-b153-affb69d1cb9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1138 time: 0.0673077 Aug 27 17:02:37.420612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6e05e6ce-3f17-48ae-9b57-b11edded7eff req-496e20b1-0f2c-46b0-be4b-e3af1ce21c35 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845857 Aug 27 17:02:37.447446 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-52415ae6-531a-49ea-83ab-0591466daf55 None None] Provisioning complete for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:37.447812 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-52415ae6-531a-49ea-83ab-0591466daf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:37.460200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-c350ffd4-2422-4491-9cae-ab1a2eba5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.461749 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-c350ffd4-2422-4491-9cae-ab1a2eba5b52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.1186473 Aug 27 17:02:37.538360 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-bb4d8121-92a4-4f45-87d9-d6286d6c5e88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0674467 Aug 27 17:02:37.600857 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-a4c03e53-5b5f-4aa6-b2e8-ecff97798d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.602371 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-a4c03e53-5b5f-4aa6-b2e8-ecff97798d9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0488904 Aug 27 17:02:37.655105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-375da36d-a9a3-4abb-ad32-0e06720d7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.656654 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-375da36d-a9a3-4abb-ad32-0e06720d7c8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451918 Aug 27 17:02:37.793839 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c3470-283e-4da6-b870-820c91930034 req-8d818978-4670-41b4-b598-d75e59bdbfc0 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:37.795409 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a0c3470-283e-4da6-b870-820c91930034 req-8d818978-4670-41b4-b598-d75e59bdbfc0 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0724328 Aug 27 17:02:37.815004 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-293764fa-66c2-4599-b7a0-5a44de90549c service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440718 Aug 27 17:02:37.885207 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a0c3470-283e-4da6-b870-820c91930034 req-7e542588-eb0f-42f8-9ac8-2d82455bdbe8 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823221 Aug 27 17:02:37.936514 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-20457bc2-d178-41a7-8ab1-0a86c27fe295 req-0ab5a987-509f-4ee2-8527-45049a691ae7 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089752 Aug 27 17:02:38.082904 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:39.001820 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480e326-a0ec-4ba3-ba15-2c90df323931 req-53775860-3ea7-449c-a17b-f0102f8ae095 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:39.003883 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4480e326-a0ec-4ba3-ba15-2c90df323931 req-53775860-3ea7-449c-a17b-f0102f8ae095 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0508993 Aug 27 17:02:39.041741 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4480e326-a0ec-4ba3-ba15-2c90df323931 req-9a4a3e90-e93a-4995-87b9-b23ccbd167aa tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Aug 27 17:02:39.879395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:40.158965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a88e7-317d-401d-9f05-6162035e2e15 req-9ce0eb69-9baa-4b7f-b7cf-b92e02b1fbea tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:40.161151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f62a88e7-317d-401d-9f05-6162035e2e15 req-9ce0eb69-9baa-4b7f-b7cf-b92e02b1fbea tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0514762 Aug 27 17:02:40.203369 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f62a88e7-317d-401d-9f05-6162035e2e15 req-69f7a5ab-12b8-4ee6-a71a-03a6b6fff4c8 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362680 Aug 27 17:02:41.321015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193707-1636-452c-9886-a0754bde87d3 req-09cf6c3e-2432-4b7a-badf-9b4291dc3d77 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:41.322495 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f193707-1636-452c-9886-a0754bde87d3 req-09cf6c3e-2432-4b7a-badf-9b4291dc3d77 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Aug 27 17:02:41.358651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4f193707-1636-452c-9886-a0754bde87d3 req-a29097ad-ca82-4664-bed1-c2159d5cfa02 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302348 Aug 27 17:02:42.046005 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-90b9cd53-75d0-4e42-ac5f-02de2d6b6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.047430 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-90b9cd53-75d0-4e42-ac5f-02de2d6b6be2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.0413477 Aug 27 17:02:42.142473 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-89bda051-54d2-4996-8399-a597d8057cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.144001 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-89bda051-54d2-4996-8399-a597d8057cf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.0899274 Aug 27 17:02:42.209835 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-4bb61519-b52a-4744-b56b-92e54fae2cc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0592952 Aug 27 17:02:42.258958 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-89505103-1371-469a-9161-00fa8c5f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.260396 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-89505103-1371-469a-9161-00fa8c5f3100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.0425501 Aug 27 17:02:42.310084 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-38384a3e-b36b-4ea8-a199-74183adafd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.311574 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-38384a3e-b36b-4ea8-a199-74183adafd2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444269 Aug 27 17:02:42.402406 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-4325fc1a-e197-4cbc-8281-3284eb249988 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831244 Aug 27 17:02:42.527276 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006438f-b4af-4820-aa04-b8abff228bf3 req-20e33461-dfd6-4fdb-a0c6-cc6ee3763a23 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:42.528744 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a006438f-b4af-4820-aa04-b8abff228bf3 req-20e33461-dfd6-4fdb-a0c6-cc6ee3763a23 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0983803 Aug 27 17:02:42.545416 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-190b6264-71d1-4c1d-91be-50bceea5d1ba req-7be99ad8-82e9-474f-8506-83c9fce9d74e service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358781 Aug 27 17:02:42.575137 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a006438f-b4af-4820-aa04-b8abff228bf3 req-a7d180f8-adee-44d6-b77f-35fe5e32aae0 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 Aug 27 17:02:43.265607 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:43.687729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7931e-8f79-49da-8e0e-361888f7fd7d req-efc4bb56-7447-40e1-b31a-e052e743cdc5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:43.689211 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1a7931e-8f79-49da-8e0e-361888f7fd7d req-efc4bb56-7447-40e1-b31a-e052e743cdc5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0477214 Aug 27 17:02:43.727073 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d1a7931e-8f79-49da-8e0e-361888f7fd7d req-bef9d28b-e5cd-4e27-b06c-7cef9afc57d0 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Aug 27 17:02:44.843004 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9438ba-44be-4151-9ba9-bdcfd3142fc8 req-3963b866-5bab-47b4-8348-1e391f0c10fd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:44.844463 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b9438ba-44be-4151-9ba9-bdcfd3142fc8 req-3963b866-5bab-47b4-8348-1e391f0c10fd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0515947 Aug 27 17:02:44.882326 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0b9438ba-44be-4151-9ba9-bdcfd3142fc8 req-13eda2b3-f1ea-43ab-ace0-f9db9ceac378 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310783 Aug 27 17:02:45.903378 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-b29eb8c8-697f-49bc-9198-6528b453ccd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394742 Aug 27 17:02:46.009960 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-da9de9e1-28c7-4352-972c-1fa74c00f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.011481 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-da9de9e1-28c7-4352-972c-1fa74c00f3d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1098 time: 0.0436080 Aug 27 17:02:46.128925 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:02:46.164091 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364ae4-8bc3-4d34-9c3d-bc53ec543d31 req-dc22b8f5-cd99-4508-abd9-a3b4cc3aa01e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.165593 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3364ae4-8bc3-4d34-9c3d-bc53ec543d31 req-dc22b8f5-cd99-4508-abd9-a3b4cc3aa01e tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0781085 Aug 27 17:02:46.168470 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-976a9707-7c82-45ee-8ff3-a6d4c932778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.169881 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-976a9707-7c82-45ee-8ff3-a6d4c932778e service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.1380715 Aug 27 17:02:46.210414 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-daf44c12-8c1f-4ba6-8220-ccfce9976922 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803099 Aug 27 17:02:46.249445 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3364ae4-8bc3-4d34-9c3d-bc53ec543d31 req-abb60b45-3cd8-4b41-ba77-828207cd94e5 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777929 Aug 27 17:02:46.260345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-f5667009-cc4b-4ca2-8a78-4f8ae72f5417 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 1001 time: 0.0826273 Aug 27 17:02:46.310682 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-1d472b7c-53e8-461a-8fd9-b16af79ad255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.312178 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-1d472b7c-53e8-461a-8fd9-b16af79ad255 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0441103 Aug 27 17:02:46.357250 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-4af34c49-a26a-4245-9845-04ea518bd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:46.358782 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-4af34c49-a26a-4245-9845-04ea518bd664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399470 Aug 27 17:02:46.454767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-cf5ba24d-2541-403a-ab9f-b0b2f5c82f8d service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888524 Aug 27 17:02:46.547055 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c0204ebb-e3b7-4b5d-adfb-1baea05beb2a req-5e033b5c-ba62-4a50-8701-e38d4340e075 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841689 Aug 27 17:02:47.370447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe949-001c-4860-b82d-2d38110e18d1 req-906fc3d4-f330-4bb6-a963-106a3fb88f6b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:47.371845 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-212fe949-001c-4860-b82d-2d38110e18d1 req-906fc3d4-f330-4bb6-a963-106a3fb88f6b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0527346 Aug 27 17:02:47.411751 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-212fe949-001c-4860-b82d-2d38110e18d1 req-d3e06f45-9a4c-4c17-8e39-51075c10e214 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Aug 27 17:02:47.760202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-5d94eb2a-fb9b-4b0c-a668-9ab7f293438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:47.761750 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-5d94eb2a-fb9b-4b0c-a668-9ab7f293438d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161&tenant_id=d6b4a1271d7549e183698739c34b5b57 HTTP/1.1" status: 200 len: 1099 time: 0.0410149 Aug 27 17:02:47.834815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-3c5920c4-4de0-4439-ac24-bcdc1f1ca038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:47.836319 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-3c5920c4-4de0-4439-ac24-bcdc1f1ca038 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.0392442 Aug 27 17:02:47.933792 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-f2e53bb4-c05a-42ac-9e36-09a19166fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:47.935303 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-f2e53bb4-c05a-42ac-9e36-09a19166fd2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.0867510 Aug 27 17:02:48.005242 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-80dec034-0971-4c9b-a788-efc99fa500bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 1001 time: 0.0600858 Aug 27 17:02:48.058012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-c460c08b-2215-4023-95ea-2bc5eacf27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:48.059465 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-c460c08b-2215-4023-95ea-2bc5eacf27d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.0463123 Aug 27 17:02:48.108645 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-70097cdd-eb2d-4dcc-b09e-411e2bf04167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:48.110245 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-70097cdd-eb2d-4dcc-b09e-411e2bf04167 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422883 Aug 27 17:02:48.202606 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-7c357a8c-4378-4b37-8516-97a590efd0c0 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848584 Aug 27 17:02:48.317791 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-01e334db-1973-465a-8a6e-6d44dd07b416 req-6e89a578-e86b-4684-ab68-2232a7a5c131 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924425 Aug 27 17:02:48.535615 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f6243-294a-4586-a77c-79668420106d req-2d3c5ed2-5b76-4a2d-8900-57128445826d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:48.537097 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-763f6243-294a-4586-a77c-79668420106d req-2d3c5ed2-5b76-4a2d-8900-57128445826d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0557833 Aug 27 17:02:48.575565 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-763f6243-294a-4586-a77c-79668420106d req-0765b029-5208-49f1-b322-876436ded85f tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323596 Aug 27 17:02:49.274801 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:02:49.351398 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:49.373771 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:49.376024 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5b2ec8-5e48-4c25-aa95-ef1ed0303db7" -d '{"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-unplugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:49.390127 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:49.395212 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:49.420901 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f68de8-ce30-4d21-9ee6-b5ce0273fc12 x-openstack-request-id: req-77f68de8-ce30-4d21-9ee6-b5ce0273fc12 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:49.421188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-unplugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:49.421436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77f68de8-ce30-4d21-9ee6-b5ce0273fc12 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:49.421889 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'code': 200} Aug 27 17:02:49.446026 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:49.452902 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.453252 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.453616 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.453953 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.454283 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.454610 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.454936 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.455260 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.455757 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.456099 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.456422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.456742 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:02:49.687845 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a389823-7929-43bc-b8c4-22a75f290909 req-0f004b0f-1054-4cc9-be1b-fbee4cd86151 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:49.689345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1a389823-7929-43bc-b8c4-22a75f290909 req-0f004b0f-1054-4cc9-be1b-fbee4cd86151 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0480242 Aug 27 17:02:49.730607 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1a389823-7929-43bc-b8c4-22a75f290909 req-558afb35-930f-427a-9670-bd3b81cd980b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350463 Aug 27 17:02:50.853317 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354500f-12d5-4973-8dfe-f55683b8670b req-f7d6d188-521d-44b5-9d99-9e1a719af729 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:50.854815 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f354500f-12d5-4973-8dfe-f55683b8670b req-f7d6d188-521d-44b5-9d99-9e1a719af729 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0520954 Aug 27 17:02:50.890746 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f354500f-12d5-4973-8dfe-f55683b8670b req-52ee2175-0818-4d05-8fdc-ac8d8e3a02bd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301280 Aug 27 17:02:52.006988 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb350-bc2a-41f3-8ed8-98b1f4ff9712 req-92521939-dec5-417c-9301-3b7460aef0c4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:52.008387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d96eb350-bc2a-41f3-8ed8-98b1f4ff9712 req-92521939-dec5-417c-9301-3b7460aef0c4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0487764 Aug 27 17:02:52.049051 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d96eb350-bc2a-41f3-8ed8-98b1f4ff9712 req-5df8645d-e545-4b44-9293-68aea171fced tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345390 Aug 27 17:02:53.162378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0845c2-a901-4c45-a000-821cd1a0a41d req-200e5552-ec7e-46f6-9cd2-e1755ac1d067 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:53.163861 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ed0845c2-a901-4c45-a000-821cd1a0a41d req-200e5552-ec7e-46f6-9cd2-e1755ac1d067 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0488791 Aug 27 17:02:53.208176 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ed0845c2-a901-4c45-a000-821cd1a0a41d req-6aa26967-245d-4b38-984a-4e3617e27f73 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384321 Aug 27 17:02:54.328871 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ca581-ffb9-43fe-85e9-cc1333da928d req-766c52cd-8d6d-4de0-b8aa-12297ddce868 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:54.330794 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e18ca581-ffb9-43fe-85e9-cc1333da928d req-766c52cd-8d6d-4de0-b8aa-12297ddce868 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0540845 Aug 27 17:02:54.368645 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e18ca581-ffb9-43fe-85e9-cc1333da928d req-a8b02106-7b9a-48a1-80b7-f4d2b0ffcb34 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Aug 27 17:02:54.544414 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d6b2-9cd6-4db6-9312-e7ad59222a60 req-33cd28ea-1005-4b2a-9eb6-d7f53d36dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:54.545916 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2fd7d6b2-9cd6-4db6-9312-e7ad59222a60 req-33cd28ea-1005-4b2a-9eb6-d7f53d36dbb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1097 time: 0.0395613 Aug 27 17:02:54.579430 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2fd7d6b2-9cd6-4db6-9312-e7ad59222a60 req-c82ac3f6-1cc8-4faa-a513-0a5510bf2d45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265400 Aug 27 17:02:55.305842 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:02:55.399933 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:55.412397 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'port_id': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'mac_address': 'fa:16:3e:cf:84:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:02:55.449376 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:55.462074 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:02:55.482671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d276-e5c2-488e-a18d-30df413ddff4 req-425627b2-93bf-46c3-891a-756aa628421b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:55.483791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:55.484255 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f39d276-e5c2-488e-a18d-30df413ddff4 req-425627b2-93bf-46c3-891a-756aa628421b tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 944 time: 0.0498841 Aug 27 17:02:55.488013 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:55.527983 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7f39d276-e5c2-488e-a18d-30df413ddff4 req-60b3bb7b-4f1e-492f-bb31-c66d929390b8 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343063 Aug 27 17:02:55.545189 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:55.860110 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:02:56.644483 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c0e43-98b0-4095-957c-ff84c4f12b33 req-0abef34e-dbc0-491e-8d90-f058f7612a5c tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:56.645965 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-464c0e43-98b0-4095-957c-ff84c4f12b33 req-0abef34e-dbc0-491e-8d90-f058f7612a5c tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Aug 27 17:02:56.682226 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-464c0e43-98b0-4095-957c-ff84c4f12b33 req-d6bb6037-523c-4602-aa87-731e1e9434ab tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304589 Aug 27 17:02:57.305909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:02:57.354741 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:02:57.355027 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:57.430130 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:57.452222 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:02:57.454481 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e332e7e-ee66-46b8-b944-1b6cf2b87120" -d '{"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-plugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:02:57.467076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:02:57.472159 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:02:57.496405 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b15c1cf-1387-49d6-ab43-3bfd96fd56be x-openstack-request-id: req-1b15c1cf-1387-49d6-ab43-3bfd96fd56be {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:02:57.496690 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-plugged", "status": "completed", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:02:57.496936 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b15c1cf-1387-49d6-ab43-3bfd96fd56be {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:02:57.497310 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'code': 200} Aug 27 17:02:57.521880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=8']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:02:58.365992 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8c295-c033-48ca-b884-70ed400e24b1 req-ec0cc362-a892-4c6c-9bd3-52c16129cf7e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:58.367477 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-93e8c295-c033-48ca-b884-70ed400e24b1 req-ec0cc362-a892-4c6c-9bd3-52c16129cf7e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Aug 27 17:02:58.409796 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-93e8c295-c033-48ca-b884-70ed400e24b1 req-2588fae2-c459-49aa-a62b-04cbb4f2723e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355363 Aug 27 17:02:59.528287 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f35af6-09ba-4783-90c5-9c4952161582 req-f55e1084-ea22-41ff-becf-7dfcc2a9ecfe tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:59.529761 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06f35af6-09ba-4783-90c5-9c4952161582 req-f55e1084-ea22-41ff-becf-7dfcc2a9ecfe tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Aug 27 17:02:59.567045 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06f35af6-09ba-4783-90c5-9c4952161582 req-ab0c99a1-6fd0-49c2-89d7-1860929130a3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Aug 27 17:02:59.969867 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659b679-74b0-44d6-b5c7-575694fc7906 req-8f6dedcf-e369-4327-967e-41f0b75c8ac7 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:02:59.971403 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5659b679-74b0-44d6-b5c7-575694fc7906 req-8f6dedcf-e369-4327-967e-41f0b75c8ac7 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0774453 Aug 27 17:03:00.000382 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-90a46be3-6dbf-4433-94a5-fa9db79f60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:00.002529 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-90a46be3-6dbf-4433-94a5-fa9db79f60bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1138 time: 0.0677409 Aug 27 17:03:00.036005 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5659b679-74b0-44d6-b5c7-575694fc7906 req-04dd6185-3020-42ea-a124-d3a3aa9c4d06 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582311 Aug 27 17:03:00.100471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-bcdd5c47-3cbf-4bdf-9f90-92084a9a9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:00.101999 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-bcdd5c47-3cbf-4bdf-9f90-92084a9a9b4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.0898218 Aug 27 17:03:00.172651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-9767f091-defa-41fd-b2ab-aa45a039c22b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0629194 Aug 27 17:03:00.221611 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-62f5157c-62dc-448f-9398-d5fd7e513173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:00.223655 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-62f5157c-62dc-448f-9398-d5fd7e513173 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0440657 Aug 27 17:03:00.276167 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-bc85cdcb-9942-49a9-9e61-1cadf503be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:00.278178 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-bc85cdcb-9942-49a9-9e61-1cadf503be70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468163 Aug 27 17:03:00.373723 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-525c65d7-c3db-4b36-bbb5-26c21c217858 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839050 Aug 27 17:03:00.469338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-73d18722-2ab5-42a5-89f0-c4ec32eb56e6 req-97fd44d3-acd7-45ba-96d1-1e1f9239197d service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882063 Aug 27 17:03:00.695988 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a898-75b4-432c-8264-9d8cbb088685 req-24715f3e-5d0f-4201-a7a7-acfdfd6ae7af tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:00.697407 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c55a898-75b4-432c-8264-9d8cbb088685 req-24715f3e-5d0f-4201-a7a7-acfdfd6ae7af tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Aug 27 17:03:00.735221 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c55a898-75b4-432c-8264-9d8cbb088685 req-6bca3fe5-f25f-4d79-ba9a-e895ec123819 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Aug 27 17:03:01.150061 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d2879-7c25-4709-b296-c457c400807c req-2ca7edbf-5b55-4626-be4e-a4789766cb98 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:01.151516 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d3d2879-7c25-4709-b296-c457c400807c req-2ca7edbf-5b55-4626-be4e-a4789766cb98 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0488954 Aug 27 17:03:01.190605 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0d3d2879-7c25-4709-b296-c457c400807c req-c04e8383-fcfc-42ac-acf9-9beac89a3954 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329187 Aug 27 17:03:01.853481 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e98c8c-a63d-4bdf-bce6-c61c44254810 req-175efc61-a12d-4a30-9e0c-4227f6652c27 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:01.854979 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0e98c8c-a63d-4bdf-bce6-c61c44254810 req-175efc61-a12d-4a30-9e0c-4227f6652c27 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0481837 Aug 27 17:03:01.891726 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0e98c8c-a63d-4bdf-bce6-c61c44254810 req-308ae204-8d24-4958-b535-5631aaa9d9da tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Aug 27 17:03:02.307982 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186846-5828-4430-b516-974d211d2403 req-2184309e-251a-48f7-b7f5-fb11dfc7f8a2 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:02.309426 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d8186846-5828-4430-b516-974d211d2403 req-2184309e-251a-48f7-b7f5-fb11dfc7f8a2 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0523624 Aug 27 17:03:02.349080 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d8186846-5828-4430-b516-974d211d2403 req-df743ad0-52f5-4532-aba7-8792c639d969 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335889 Aug 27 17:03:03.008825 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50c33-f1d9-4319-aa42-2205250b2e9b req-2eabf805-5a90-4734-ba0a-b5bcb49dc185 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:03.010332 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fea50c33-f1d9-4319-aa42-2205250b2e9b req-2eabf805-5a90-4734-ba0a-b5bcb49dc185 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 27 17:03:03.048517 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fea50c33-f1d9-4319-aa42-2205250b2e9b req-577b9f39-8b71-4c19-8156-75625ba19ce8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Aug 27 17:03:03.462293 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c2db-b71f-470a-b393-b4635cd13df2 req-a879879e-3620-4cd0-8d12-09bf35c48976 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:03.463770 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dc31c2db-b71f-470a-b393-b4635cd13df2 req-a879879e-3620-4cd0-8d12-09bf35c48976 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0487978 Aug 27 17:03:03.504463 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dc31c2db-b71f-470a-b393-b4635cd13df2 req-c25ed483-7d0a-4ca6-b5fc-e8a048ad747f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347834 Aug 27 17:03:03.743209 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33ce5db4-cb06-45ba-aa2a-8a0a42fd504a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:04.169827 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5d7b5-39df-4b2a-82a7-d191ec86502c req-3b3cd6c7-201a-4324-8f5e-72d3e595a2ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:04.171283 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09d5d7b5-39df-4b2a-82a7-d191ec86502c req-3b3cd6c7-201a-4324-8f5e-72d3e595a2ad tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0515466 Aug 27 17:03:04.209446 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09d5d7b5-39df-4b2a-82a7-d191ec86502c req-d7c4abfe-69c5-4f89-8632-05e6aab224af tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Aug 27 17:03:04.617769 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbceec-9dea-42a1-b678-4ca3ec4234e8 req-0236b95c-8b43-48db-ac29-95d1d7090872 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:04.619476 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85dbceec-9dea-42a1-b678-4ca3ec4234e8 req-0236b95c-8b43-48db-ac29-95d1d7090872 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0482025 Aug 27 17:03:04.659442 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-85dbceec-9dea-42a1-b678-4ca3ec4234e8 req-6723c452-6bc0-4f5a-ab6f-281595c6b0a2 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339975 Aug 27 17:03:05.325335 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aabbba-1f78-47a6-b9a6-b6dc16fe1e5f req-abbde292-f85f-4127-9df1-a94125bb385e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:05.326806 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-28aabbba-1f78-47a6-b9a6-b6dc16fe1e5f req-abbde292-f85f-4127-9df1-a94125bb385e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0477355 Aug 27 17:03:05.363942 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-28aabbba-1f78-47a6-b9a6-b6dc16fe1e5f req-2af35fb8-2046-4d03-896a-e0e238184b4c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305872 Aug 27 17:03:05.779054 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63491a4-d327-43aa-8c5c-ad9c9bff46d8 req-3c4b0c80-42b8-45eb-8063-950e7462a9ec tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:05.780907 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a63491a4-d327-43aa-8c5c-ad9c9bff46d8 req-3c4b0c80-42b8-45eb-8063-950e7462a9ec tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0547915 Aug 27 17:03:05.819663 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a63491a4-d327-43aa-8c5c-ad9c9bff46d8 req-6482a619-700b-4e51-8af3-fc93734c18db tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325994 Aug 27 17:03:06.456631 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-683e147a-1b6f-4bf7-8e09-522a6354a8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:06.483181 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcacb12-5793-4ef4-a257-daa7c950f66e req-cc855690-60d9-4a65-964c-71f7c86666d1 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:06.484656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3fcacb12-5793-4ef4-a257-daa7c950f66e req-cc855690-60d9-4a65-964c-71f7c86666d1 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Aug 27 17:03:06.523084 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3fcacb12-5793-4ef4-a257-daa7c950f66e req-b533bdea-58a0-42bc-8b9f-d1c5dcdd655c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Aug 27 17:03:06.693635 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:06.933579 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392af5-a23b-491f-8416-c83f642e297f req-e6ba9420-e3ea-4390-ac4d-ddc11de4f3e8 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:06.935015 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c7392af5-a23b-491f-8416-c83f642e297f req-e6ba9420-e3ea-4390-ac4d-ddc11de4f3e8 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0473340 Aug 27 17:03:06.974751 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c7392af5-a23b-491f-8416-c83f642e297f req-327e2d75-73f0-4203-8a80-6e96b918cea1 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326641 Aug 27 17:03:07.645312 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583dc8-5517-473e-9c12-37cccd2d1d39 req-51873c64-a3d1-4d20-a98f-1505c2165b03 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:07.646843 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a6583dc8-5517-473e-9c12-37cccd2d1d39 req-51873c64-a3d1-4d20-a98f-1505c2165b03 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Aug 27 17:03:07.683962 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a6583dc8-5517-473e-9c12-37cccd2d1d39 req-2f6f2c01-f47c-4e78-ab21-1998cd862f35 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Aug 27 17:03:08.076394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:08.088499 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f046d-148e-4f4a-b86a-10b11c7b84f6 req-2012b356-96cd-482a-8f45-aa712a52d11d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:08.090002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af6f046d-148e-4f4a-b86a-10b11c7b84f6 req-2012b356-96cd-482a-8f45-aa712a52d11d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0498059 Aug 27 17:03:08.130943 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-af6f046d-148e-4f4a-b86a-10b11c7b84f6 req-c667beb7-cc34-4e13-aca2-2e509d8aaa05 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348232 Aug 27 17:03:08.805110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8071-a7c1-47be-875e-423bb5df388d req-d2fcbd74-9bc5-4915-a945-84b44306ea6e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:08.806587 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81cf8071-a7c1-47be-875e-423bb5df388d req-d2fcbd74-9bc5-4915-a945-84b44306ea6e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Aug 27 17:03:08.843676 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81cf8071-a7c1-47be-875e-423bb5df388d req-ebfa2349-9568-4e31-9d7d-38a71171cf19 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Aug 27 17:03:09.249677 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024c217-c395-4379-93c1-3686a67a6033 req-cee242af-1dca-43f4-8af3-2e78e0a1ad3d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:09.251194 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e024c217-c395-4379-93c1-3686a67a6033 req-cee242af-1dca-43f4-8af3-2e78e0a1ad3d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0520115 Aug 27 17:03:09.290662 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e024c217-c395-4379-93c1-3686a67a6033 req-c4e8f1b0-0104-4412-8648-eab20c40bf8e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333514 Aug 27 17:03:09.682347 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:03:09.881789 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:09.963549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643a08a-0673-4047-9bd2-d50ac49ec9df req-5d206bce-d18b-4d8f-a5d2-3b3226537464 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:09.964912 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4643a08a-0673-4047-9bd2-d50ac49ec9df req-5d206bce-d18b-4d8f-a5d2-3b3226537464 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0474663 Aug 27 17:03:10.002887 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4643a08a-0673-4047-9bd2-d50ac49ec9df req-7b28e4ec-8a14-4bb5-8519-936654f09734 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Aug 27 17:03:10.404389 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471de89-f66b-4728-9ac9-79611ba9e009 req-7548a79f-c6a3-4dde-a079-59994627a48f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:10.406033 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e471de89-f66b-4728-9ac9-79611ba9e009 req-7548a79f-c6a3-4dde-a079-59994627a48f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0494099 Aug 27 17:03:10.446082 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e471de89-f66b-4728-9ac9-79611ba9e009 req-590cc445-b827-4dce-aa33-2d7a2a225815 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330169 Aug 27 17:03:11.367470 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107b0c-f725-4048-b5e6-29432406382a req-383809d9-f5fb-457d-b056-9888104b0d2c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:11.369176 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1107b0c-f725-4048-b5e6-29432406382a req-383809d9-f5fb-457d-b056-9888104b0d2c tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.2936213 Aug 27 17:03:11.405730 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c1107b0c-f725-4048-b5e6-29432406382a req-ed031a22-4e51-4060-84b5-da4d0b63ab09 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304539 Aug 27 17:03:11.560233 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99668cc5-e0f0-4f88-8da2-f108142f3ecd req-7ea6899b-1469-4cf8-bd10-c7478d14353e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:11.561714 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99668cc5-e0f0-4f88-8da2-f108142f3ecd req-7ea6899b-1469-4cf8-bd10-c7478d14353e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0488734 Aug 27 17:03:11.603093 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99668cc5-e0f0-4f88-8da2-f108142f3ecd req-b2a870c2-8f21-497c-842f-b3accb16057a tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350025 Aug 27 17:03:12.522266 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871a55e-95b2-445b-85d5-d74275e1a7e2 req-3c096b54-1658-45f3-bfbb-a32a5d5ddc59 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:12.523719 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2871a55e-95b2-445b-85d5-d74275e1a7e2 req-3c096b54-1658-45f3-bfbb-a32a5d5ddc59 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Aug 27 17:03:12.560289 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2871a55e-95b2-445b-85d5-d74275e1a7e2 req-fab4f1df-a864-4470-98ec-cd9492529956 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Aug 27 17:03:12.719614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d658-f914-468e-9511-8c6631221d0a req-b126acca-bf5c-4a09-a038-61d15bc30348 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:12.721813 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7075d658-f914-468e-9511-8c6631221d0a req-b126acca-bf5c-4a09-a038-61d15bc30348 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0518157 Aug 27 17:03:12.762373 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7075d658-f914-468e-9511-8c6631221d0a req-385a7103-4d93-4657-a598-b57a9c1f0893 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345502 Aug 27 17:03:13.284940 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:13.678795 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27e41-fdf7-4c5f-8d72-98070f21a480 req-b7e86b8c-fb58-4a09-a6cb-b3327a9cba54 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:13.680280 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9f27e41-fdf7-4c5f-8d72-98070f21a480 req-b7e86b8c-fb58-4a09-a6cb-b3327a9cba54 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Aug 27 17:03:13.718163 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f9f27e41-fdf7-4c5f-8d72-98070f21a480 req-43b56da1-e1ab-4bd8-8359-d124e20c4127 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319941 Aug 27 17:03:13.876012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157c61e-f47c-40f3-ba41-706fae2844f2 req-5b88160d-b034-4a78-b2eb-e620ec15142e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:13.877402 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4157c61e-f47c-40f3-ba41-706fae2844f2 req-5b88160d-b034-4a78-b2eb-e620ec15142e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0490103 Aug 27 17:03:13.916605 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4157c61e-f47c-40f3-ba41-706fae2844f2 req-24e2670e-fb4b-44e9-99e3-bb2085423dc5 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331254 Aug 27 17:03:14.838434 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978beab-ffb2-4b3d-a36f-76fba8b0930e req-fd622519-a406-4b0f-879c-2c8482ba2935 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:14.839889 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4978beab-ffb2-4b3d-a36f-76fba8b0930e req-fd622519-a406-4b0f-879c-2c8482ba2935 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0511072 Aug 27 17:03:14.877394 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4978beab-ffb2-4b3d-a36f-76fba8b0930e req-50097d9a-fb01-4845-8854-c9adb7ae8800 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Aug 27 17:03:15.029752 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb4e1-d811-468f-8e9f-d9069a7287e5 req-b4f8c597-a2c9-47b6-ae4f-24f15559e7a6 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:15.031119 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-436cb4e1-d811-468f-8e9f-d9069a7287e5 req-b4f8c597-a2c9-47b6-ae4f-24f15559e7a6 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0490968 Aug 27 17:03:15.070612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-436cb4e1-d811-468f-8e9f-d9069a7287e5 req-25bf47ff-80f1-45fd-a6f5-0ec9e83b708e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333874 Aug 27 17:03:15.993188 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7a9d8-e400-4467-aa5b-b08755518ec8 req-4cc5e57f-705e-4501-8284-a749cbb61675 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:15.994921 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bae7a9d8-e400-4467-aa5b-b08755518ec8 req-4cc5e57f-705e-4501-8284-a749cbb61675 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Aug 27 17:03:16.033098 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bae7a9d8-e400-4467-aa5b-b08755518ec8 req-8c48ee03-4b9f-42d1-aca6-a0ddf0199058 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Aug 27 17:03:16.195946 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb93c9a-20d0-4dcb-a710-e55bbd8498c5 req-63b79824-4f98-4fd5-8569-853cd6925426 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:16.197408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4cb93c9a-20d0-4dcb-a710-e55bbd8498c5 req-63b79824-4f98-4fd5-8569-853cd6925426 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0556180 Aug 27 17:03:16.237649 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4cb93c9a-20d0-4dcb-a710-e55bbd8498c5 req-7d2cd5c2-9731-4168-93c3-6e9c53beffb0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335085 Aug 27 17:03:17.152306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6d87-75d1-4fbf-9289-5fb602c3dde9 req-2341b9a4-6e2f-48f6-a40d-8a6861b9dd08 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:17.153805 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf2c6d87-75d1-4fbf-9289-5fb602c3dde9 req-2341b9a4-6e2f-48f6-a40d-8a6861b9dd08 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0497663 Aug 27 17:03:17.190988 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf2c6d87-75d1-4fbf-9289-5fb602c3dde9 req-a4c6207e-7b85-435a-bee4-ab05a68a8087 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307207 Aug 27 17:03:17.352039 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e54a8-4b85-4afe-a6a1-0d7ff6acbd76 req-24c1c560-0a82-4760-93be-ae9dd8eeeba0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:17.353405 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-271e54a8-4b85-4afe-a6a1-0d7ff6acbd76 req-24c1c560-0a82-4760-93be-ae9dd8eeeba0 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0478449 Aug 27 17:03:17.393335 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-271e54a8-4b85-4afe-a6a1-0d7ff6acbd76 req-3068cf13-067a-4823-bca2-45f2a3135d3f tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339823 Aug 27 17:03:18.316661 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f9710-445d-4951-81bf-8c947b207f3c req-3a3f218c-778b-4b32-b78c-0e032889344b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:18.318177 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-da6f9710-445d-4951-81bf-8c947b207f3c req-3a3f218c-778b-4b32-b78c-0e032889344b tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0554707 Aug 27 17:03:18.355909 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-da6f9710-445d-4951-81bf-8c947b207f3c req-ee9dbfa3-de27-47be-b372-dbcd8cccc018 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Aug 27 17:03:18.510641 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061407f9-aeb2-4f00-8d83-01b07a5bc946 req-11825b1e-208f-4d7f-ae87-ba197a13f792 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:18.512100 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-061407f9-aeb2-4f00-8d83-01b07a5bc946 req-11825b1e-208f-4d7f-ae87-ba197a13f792 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0498729 Aug 27 17:03:18.552859 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-061407f9-aeb2-4f00-8d83-01b07a5bc946 req-475fa95b-6a96-4ba4-b424-a4eb889cf2ea tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346816 Aug 27 17:03:19.475275 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dde74-6c76-46eb-ab14-ae7a8bcaeac4 req-3f629d00-ddf4-4c26-ba5b-01ba08e44b0e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:19.476787 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-468dde74-6c76-46eb-ab14-ae7a8bcaeac4 req-3f629d00-ddf4-4c26-ba5b-01ba08e44b0e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0495028 Aug 27 17:03:19.514029 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-468dde74-6c76-46eb-ab14-ae7a8bcaeac4 req-7ede8e39-759d-4483-9953-14e8648920c9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Aug 27 17:03:19.671465 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dda72-fb0f-4fd6-ba74-0dea225e0297 req-fd5c6e31-c3e8-4ac5-b1a7-aed4f201437b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:19.672848 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e8dda72-fb0f-4fd6-ba74-0dea225e0297 req-fd5c6e31-c3e8-4ac5-b1a7-aed4f201437b tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0531039 Aug 27 17:03:19.713397 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5e8dda72-fb0f-4fd6-ba74-0dea225e0297 req-ad92b1ac-0e63-43c9-b0f7-91f5e1159370 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345032 Aug 27 17:03:20.632072 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1a34-7a4f-455f-82ee-f4aa255c2060 req-ce2ff120-6082-4254-8468-287a6b390f0e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:20.633567 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-994e1a34-7a4f-455f-82ee-f4aa255c2060 req-ce2ff120-6082-4254-8468-287a6b390f0e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0480075 Aug 27 17:03:20.670316 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-994e1a34-7a4f-455f-82ee-f4aa255c2060 req-77a7a908-ff15-407e-b673-414bc3781252 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309875 Aug 27 17:03:20.829079 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083734b0-1db2-44ef-88d0-75db3a584677 req-b7a9e3bb-e512-4a38-aa0f-f6a759a2e8c6 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:20.830631 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-083734b0-1db2-44ef-88d0-75db3a584677 req-b7a9e3bb-e512-4a38-aa0f-f6a759a2e8c6 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0506556 Aug 27 17:03:20.871113 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-083734b0-1db2-44ef-88d0-75db3a584677 req-8b9e5501-699d-4c93-8dd6-2d583c1525f6 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341518 Aug 27 17:03:21.791732 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b3c7b-b4b8-483b-9318-6044b65b35fd req-8263c151-fea8-44a2-a2c9-f3189a9dbc84 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:21.793180 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb9b3c7b-b4b8-483b-9318-6044b65b35fd req-8263c151-fea8-44a2-a2c9-f3189a9dbc84 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0528326 Aug 27 17:03:21.831371 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb9b3c7b-b4b8-483b-9318-6044b65b35fd req-fd0b1e0a-1694-4e19-a8c5-fdd6ade671fc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323262 Aug 27 17:03:21.986124 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf997d-388d-49da-9d3e-6d85c8cc36a1 req-435c468f-2d39-4cf8-bd4c-8ee25aff19b3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:21.988291 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0bf997d-388d-49da-9d3e-6d85c8cc36a1 req-435c468f-2d39-4cf8-bd4c-8ee25aff19b3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0513446 Aug 27 17:03:22.029256 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d0bf997d-388d-49da-9d3e-6d85c8cc36a1 req-3ab101da-0052-4978-ab70-5f77683bd380 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&id=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346055 Aug 27 17:03:22.948662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d85df-0564-4cf6-b6bd-31ab68bc793f req-7c00af43-758e-4607-9c63-cf7da81091f2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:22.950158 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c67d85df-0564-4cf6-b6bd-31ab68bc793f req-7c00af43-758e-4607-9c63-cf7da81091f2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0480652 Aug 27 17:03:22.987899 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c67d85df-0564-4cf6-b6bd-31ab68bc793f req-bbf82ffb-7aa2-4b6c-b5bd-c541981df4f2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318146 Aug 27 17:03:24.109722 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802e17-92e8-4176-8a04-6d2e794ee275 req-73087431-6179-4701-b84a-9043b4d083db tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:24.111208 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d802e17-92e8-4176-8a04-6d2e794ee275 req-73087431-6179-4701-b84a-9043b4d083db tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Aug 27 17:03:24.149229 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2d802e17-92e8-4176-8a04-6d2e794ee275 req-b1960012-23f7-40df-a5ac-7de9bf0413c2 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Aug 27 17:03:25.268743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f273-56c0-4744-a098-305a626583c6 req-028320df-870f-4edf-997c-ddd4de2bb4b8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:25.270167 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88c5f273-56c0-4744-a098-305a626583c6 req-028320df-870f-4edf-997c-ddd4de2bb4b8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0485959 Aug 27 17:03:25.310164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-88c5f273-56c0-4744-a098-305a626583c6 req-d70a9be4-149f-4cf4-8700-1285b2e83f11 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342324 Aug 27 17:03:26.455261 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f43409-0a87-4584-ac2c-235132764f73 req-0f97922d-bb3e-4788-8ca3-7d28c6217a37 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:26.457841 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-29f43409-0a87-4584-ac2c-235132764f73 req-0f97922d-bb3e-4788-8ca3-7d28c6217a37 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0628898 Aug 27 17:03:26.499858 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-29f43409-0a87-4584-ac2c-235132764f73 req-e3036d52-261d-420a-9fc4-58a3483a94a8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354819 Aug 27 17:03:27.462819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:03:27.562541 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:27.578760 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:03:27.644476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44b0a-d1f8-4f69-bd98-ea7ff7a509f0 req-d4f02191-9eeb-458a-ace5-c1a32c0aa731 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:27.654776 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbb44b0a-d1f8-4f69-bd98-ea7ff7a509f0 req-d4f02191-9eeb-458a-ace5-c1a32c0aa731 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0682199 Aug 27 17:03:27.693140 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:27.703250 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cbb44b0a-d1f8-4f69-bd98-ea7ff7a509f0 req-8eb9f675-f7c2-49bc-b604-46c137506301 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463350 Aug 27 17:03:27.709424 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:03:27.734483 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:27.739548 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:27.802612 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=6']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:27.925818 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b733b834-aa41-4d39-9c6a-40d3fdf15c72'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:03:28.836587 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535deb3-e983-4e8e-bd56-37c8f1ddbfcc req-55f78e7c-e39d-44e8-ae01-e761e3d22e95 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:28.838301 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2535deb3-e983-4e8e-bd56-37c8f1ddbfcc req-55f78e7c-e39d-44e8-ae01-e761e3d22e95 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 944 time: 0.0534329 Aug 27 17:03:28.880896 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2535deb3-e983-4e8e-bd56-37c8f1ddbfcc req-174e7b03-ae5b-4cf5-943d-a7d357b295c1 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367470 Aug 27 17:03:29.461920 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:03:29.513816 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:03:29.514186 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:29.597419 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:29.622448 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:03:29.624744 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714bfeac-f487-4156-97ce-bf4183f29420" -d '{"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:03:29.640544 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:29.645719 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:29.688898 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe9ae4-f65d-41f9-9319-d10ead2b4ae1 x-openstack-request-id: req-23fe9ae4-f65d-41f9-9319-d10ead2b4ae1 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:03:29.689162 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:03:29.689413 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23fe9ae4-f65d-41f9-9319-d10ead2b4ae1 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:03:29.689863 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'code': 200} Aug 27 17:03:29.699361 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=7']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:30.015403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606443a5-f04c-43f1-b5a4-6841cff1bb9b req-19ceb879-075b-4f06-85be-ddd1a4d318de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:30.016859 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-606443a5-f04c-43f1-b5a4-6841cff1bb9b req-19ceb879-075b-4f06-85be-ddd1a4d318de tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Aug 27 17:03:30.058528 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-606443a5-f04c-43f1-b5a4-6841cff1bb9b req-8c5f271d-0c56-4c78-bbdc-37c76913ee0f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351598 Aug 27 17:03:31.204107 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955843b4-1222-498b-8fa8-22f2e130eb11 req-ba0c1e6d-1cf4-413c-acf2-142915aade25 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:31.205827 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-955843b4-1222-498b-8fa8-22f2e130eb11 req-ba0c1e6d-1cf4-413c-acf2-142915aade25 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0557783 Aug 27 17:03:31.249384 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-955843b4-1222-498b-8fa8-22f2e130eb11 req-5332c624-081f-4226-9eff-d62be3ab31bf tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372083 Aug 27 17:03:32.382806 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5e489-d940-4055-bbbe-021d0a55d1fa req-f57a2294-93a8-4ec5-a232-3f082d77a322 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:32.384348 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-63a5e489-d940-4055-bbbe-021d0a55d1fa req-f57a2294-93a8-4ec5-a232-3f082d77a322 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0540068 Aug 27 17:03:32.424685 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-63a5e489-d940-4055-bbbe-021d0a55d1fa req-bb9b7f3c-2334-484c-9523-ff2dd7dadfd5 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334787 Aug 27 17:03:33.558328 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8041b2-8c9e-45cd-89c0-e832f9ff957c req-74e107ee-1c47-46f3-aa93-7e888663ec95 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:33.566484 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce8041b2-8c9e-45cd-89c0-e832f9ff957c req-74e107ee-1c47-46f3-aa93-7e888663ec95 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0622437 Aug 27 17:03:33.601563 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ce8041b2-8c9e-45cd-89c0-e832f9ff957c req-6ed0c893-2721-4366-b977-3cfb11e71ef9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337939 Aug 27 17:03:33.745101 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3243e513-4542-4a30-a896-18551a386d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:34.738984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dafab-d048-4669-a56a-585b622ece96 req-0a5cdff4-c45f-4ac9-8b49-f314ca849823 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:34.740487 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697dafab-d048-4669-a56a-585b622ece96 req-0a5cdff4-c45f-4ac9-8b49-f314ca849823 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0581508 Aug 27 17:03:34.780794 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-697dafab-d048-4669-a56a-585b622ece96 req-423767dc-c453-4336-ab70-4a9703765b9d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Aug 27 17:03:35.544396 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-05c44b27-ccdb-4442-84d9-03619bf5048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:35.545952 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-05c44b27-ccdb-4442-84d9-03619bf5048a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1098 time: 0.0444236 Aug 27 17:03:35.634733 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-9993bc23-6b7c-4872-8227-e23d77c64cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:35.636191 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-9993bc23-6b7c-4872-8227-e23d77c64cfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.0834825 Aug 27 17:03:35.706374 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-9d81742c-d0d5-4b6c-95e1-ffd21c97b8cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 1001 time: 0.0598783 Aug 27 17:03:35.754210 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-aaf197ff-0737-4fca-a9d2-bde1c62bf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:35.755640 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-aaf197ff-0737-4fca-a9d2-bde1c62bf407 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0430923 Aug 27 17:03:35.801702 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-d72090d3-6c47-426f-96cf-02c120175e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:35.803221 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-d72090d3-6c47-426f-96cf-02c120175e36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394931 Aug 27 17:03:35.929835 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8b168-0e8f-423d-b905-6aaaf3f4438e req-17292b08-21f4-4d4c-a844-355471b50bd7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:35.931302 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56d8b168-0e8f-423d-b905-6aaaf3f4438e req-17292b08-21f4-4d4c-a844-355471b50bd7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0741622 Aug 27 17:03:35.936612 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-efb45270-a292-49f7-980b-378726746e4a service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245277 Aug 27 17:03:36.021424 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56d8b168-0e8f-423d-b905-6aaaf3f4438e req-775f34e0-4f9a-4393-9afa-8fcf3bd437c9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838668 Aug 27 17:03:36.049871 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2e4eaaf1-b691-485a-925f-4e64cfb21567 req-17c43b9c-0727-41ea-8fdd-2108c1701d29 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055195 Aug 27 17:03:36.458974 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0338a77a-cca0-4c45-afb5-f6aecc58b3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:36.694147 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:37.146566 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c424e50-0263-44bd-8cc4-415900682689 req-90fe7a78-3199-4bf7-a56e-7c6acb3e985e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:37.148080 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c424e50-0263-44bd-8cc4-415900682689 req-90fe7a78-3199-4bf7-a56e-7c6acb3e985e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Aug 27 17:03:37.185187 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c424e50-0263-44bd-8cc4-415900682689 req-c2631705-c1b0-4669-bc7d-ac9da06e2c4a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Aug 27 17:03:38.078203 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:38.308484 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8626f4f-16d2-468e-bccd-04c2d0b5c4b5 req-51866413-af3c-4d40-9ae6-5c660460d096 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:38.309956 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8626f4f-16d2-468e-bccd-04c2d0b5c4b5 req-51866413-af3c-4d40-9ae6-5c660460d096 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Aug 27 17:03:38.347460 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f8626f4f-16d2-468e-bccd-04c2d0b5c4b5 req-ad1e00f9-e3b6-4b84-84ff-94a7c667ec98 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312753 Aug 27 17:03:39.272543 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56aad-47de-4ffe-8501-1b11cd308866 req-49109397-5854-4c3b-9afd-fefa58efd10d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:39.274100 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-91c56aad-47de-4ffe-8501-1b11cd308866 req-49109397-5854-4c3b-9afd-fefa58efd10d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Aug 27 17:03:39.302578 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-76d8dfa4-7a23-4566-a501-91b59fa783fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428181 Aug 27 17:03:39.311769 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-91c56aad-47de-4ffe-8501-1b11cd308866 req-8e8110ff-82b1-408a-bc90-8cb9818a8bdd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Aug 27 17:03:39.502778 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:03:39.577304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:39.607654 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:03:39.609903 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3194500-7ea0-4b4b-850b-28cdac80537e" -d '{"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-unplugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:03:39.623441 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:39.631355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:39.655912 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 Aug 2021 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b64683-4902-4689-a6d1-d5ec24f5b3d9 x-openstack-request-id: req-a1b64683-4902-4689-a6d1-d5ec24f5b3d9 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:03:39.656172 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-unplugged", "status": "failed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "code": 422}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:03:39.656339 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1b64683-4902-4689-a6d1-d5ec24f5b3d9 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:03:39.656791 dv-cinder-804459-4-iscsi neutron-server[93826]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'code': 422} returned with failed status Aug 27 17:03:39.683731 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=8']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:39.885593 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:40.182743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-134dda7f-242d-42f5-aa7b-560415133b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.184236 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-134dda7f-242d-42f5-aa7b-560415133b69 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159&tenant_id=f586acd03f0346818d7d4bb260dcb669 HTTP/1.1" status: 200 len: 1096 time: 0.0399103 Aug 27 17:03:40.270674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-8be60cf2-e1c9-439c-b90a-4e6b533dda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.272162 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-8be60cf2-e1c9-439c-b90a-4e6b533dda41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f586acd03f0346818d7d4bb260dcb669&device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1096 time: 0.0502727 Aug 27 17:03:40.365047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-0d6aa7e3-3a75-4885-97ed-d0d369c6defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.366571 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-0d6aa7e3-3a75-4885-97ed-d0d369c6defe service neutron] 10.222.0.43 "GET /v2.0/networks?id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 200 len: 918 time: 0.0870461 Aug 27 17:03:40.464164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-e45f64f3-198e-4076-a397-9572dd3aab74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 200 len: 999 time: 0.0898416 Aug 27 17:03:40.487292 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b436e-cdaf-4dad-9ca7-ed5de01f8a45 req-120c8d79-1269-4c12-bc7d-5800486ff932 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.488708 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf2b436e-cdaf-4dad-9ca7-ed5de01f8a45 req-120c8d79-1269-4c12-bc7d-5800486ff932 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0790014 Aug 27 17:03:40.543549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-282a8b3c-9bc2-4b48-bb51-d1a05502a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.545002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-282a8b3c-9bc2-4b48-bb51-d1a05502a0c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 200 len: 856 time: 0.0738328 Aug 27 17:03:40.553104 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bf2b436e-cdaf-4dad-9ca7-ed5de01f8a45 req-242f4706-da93-4dd1-beb5-8d845b08ca34 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462935 Aug 27 17:03:40.593728 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-de3a2d60-4d52-4216-8be0-2421f94f977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:40.595538 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-de3a2d60-4d52-4216-8be0-2421f94f977c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412993 Aug 27 17:03:40.688651 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-2c0abf1c-0905-4624-b9d6-1a9e6081d9f4 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852134 Aug 27 17:03:40.782101 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12954c88-9c60-4e13-b89e-5dcd9357e810 req-18e6b293-8f16-4a67-a456-d984fee204d6 service neutron] 10.222.0.43 "GET /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Aug 27 17:03:41.701641 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e3c34-2109-4052-b17a-a676a0f2fab4 req-8aeaf7e4-4104-4ee7-a299-a73e9a377e03 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:41.704099 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-407e3c34-2109-4052-b17a-a676a0f2fab4 req-8aeaf7e4-4104-4ee7-a299-a73e9a377e03 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0628221 Aug 27 17:03:41.760333 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-407e3c34-2109-4052-b17a-a676a0f2fab4 req-2d3537c2-a9d1-4227-9415-667e1fd7b001 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497339 Aug 27 17:03:42.912791 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990c7e8-0cdb-4635-977c-ea0ee7c9d8ee req-7dacdd47-12ea-4f52-8977-a982783ec513 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:42.914422 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2990c7e8-0cdb-4635-977c-ea0ee7c9d8ee req-7dacdd47-12ea-4f52-8977-a982783ec513 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0707006 Aug 27 17:03:42.958661 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2990c7e8-0cdb-4635-977c-ea0ee7c9d8ee req-bbcfa9e1-670c-4b43-b509-e3a82a822255 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378017 Aug 27 17:03:43.306560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:44.153455 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950dec-ebcf-4f4b-80d6-600e55b77d2f req-12b3b6c4-a401-4943-bd53-de3f3abe520d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:44.155253 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b9950dec-ebcf-4f4b-80d6-600e55b77d2f req-12b3b6c4-a401-4943-bd53-de3f3abe520d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0910470 Aug 27 17:03:44.207480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b9950dec-ebcf-4f4b-80d6-600e55b77d2f req-ded81a11-078c-4008-b6c1-3af5cb66f7ac tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Aug 27 17:03:45.341358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c6a08-8e25-40a2-89de-30f4dd860d57 req-de9556a2-dd1a-43be-bb6b-41b77f13f433 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:45.342949 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e43c6a08-8e25-40a2-89de-30f4dd860d57 req-de9556a2-dd1a-43be-bb6b-41b77f13f433 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0563207 Aug 27 17:03:45.393916 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e43c6a08-8e25-40a2-89de-30f4dd860d57 req-2c058617-0a04-4784-aacd-9e535a2afdb7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438924 Aug 27 17:03:46.529114 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc868b8-6cb2-4831-af78-5c0906d61639 req-584123c3-24ea-4075-a62a-04660fc1e9dd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:46.530816 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fdc868b8-6cb2-4831-af78-5c0906d61639 req-584123c3-24ea-4075-a62a-04660fc1e9dd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0590084 Aug 27 17:03:46.575164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fdc868b8-6cb2-4831-af78-5c0906d61639 req-93087a28-325b-4f43-a22b-16028d62d590 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375912 Aug 27 17:03:46.682470 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:03:47.708927 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c819a-ff28-40ae-aed0-be8810281251 req-81955c86-e0ca-4349-bad2-c8d45b74644e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:47.710574 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-017c819a-ff28-40ae-aed0-be8810281251 req-81955c86-e0ca-4349-bad2-c8d45b74644e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0537748 Aug 27 17:03:47.751722 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-017c819a-ff28-40ae-aed0-be8810281251 req-0a13f8da-eeed-4565-80f6-c9529ed9b5f6 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348966 Aug 27 17:03:48.897404 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740966d-9743-421f-ab76-fbccdb894826 req-73bd735f-bc35-482d-9119-71da2ce42a35 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:48.899087 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3740966d-9743-421f-ab76-fbccdb894826 req-73bd735f-bc35-482d-9119-71da2ce42a35 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0633342 Aug 27 17:03:48.944803 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3740966d-9743-421f-ab76-fbccdb894826 req-2b592cfc-b7df-4c3c-82df-f2575185053d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Aug 27 17:03:50.091336 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0749a7-9b33-4850-b504-7c070423b260 req-99ca8a00-02c4-4a2d-bfa3-69bbd53202e8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:50.092911 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0f0749a7-9b33-4850-b504-7c070423b260 req-99ca8a00-02c4-4a2d-bfa3-69bbd53202e8 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0689301 Aug 27 17:03:50.136964 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0f0749a7-9b33-4850-b504-7c070423b260 req-c9f31f69-c40b-49d2-b6d3-22d7b77f8708 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355608 Aug 27 17:03:51.264945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ddaa-78f2-4661-ab38-5f8e92117ac1 req-5ea214d1-48f4-492f-abdf-83f09d63cfaa tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:51.266407 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-90d4ddaa-78f2-4661-ab38-5f8e92117ac1 req-5ea214d1-48f4-492f-abdf-83f09d63cfaa tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0541413 Aug 27 17:03:51.310321 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-90d4ddaa-78f2-4661-ab38-5f8e92117ac1 req-e5de55e1-85ec-4124-bfde-7fe5b7e38db3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331497 Aug 27 17:03:51.683142 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-036d111b-114c-42aa-bed4-e77be915dbd0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521288 Aug 27 17:03:51.759286 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ecb9-520f-461d-81ca-dd466c553869 req-fdbb1711-a65d-4d70-901c-52fd44b4e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:51.760774 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-fdbb1711-a65d-4d70-901c-52fd44b4e361 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1138 time: 0.0423763 Aug 27 17:03:51.865230 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ecb9-520f-461d-81ca-dd466c553869 req-ef2f4468-144c-4fd4-acc2-dead3e73dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:51.866749 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-ef2f4468-144c-4fd4-acc2-dead3e73dfa5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.0847507 Aug 27 17:03:51.937114 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-f9910e41-29a1-4c90-bca7-8c64664bca67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0623868 Aug 27 17:03:51.987627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ecb9-520f-461d-81ca-dd466c553869 req-1c2ace7b-3111-4391-a67b-42b06559c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:51.989080 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-1c2ace7b-3111-4391-a67b-42b06559c7fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0441296 Aug 27 17:03:52.043044 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ecb9-520f-461d-81ca-dd466c553869 req-7b436d7a-5680-42d9-886d-bb5256167155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:52.044826 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-7b436d7a-5680-42d9-886d-bb5256167155 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478473 Aug 27 17:03:52.141771 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-98ac807c-7e58-4ea8-be3a-75239da96a11 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882263 Aug 27 17:03:52.233609 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5658ecb9-520f-461d-81ca-dd466c553869 req-b3b0c328-d78c-47eb-bd5a-0d3ca094cf79 service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815356 Aug 27 17:03:52.448876 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291391d-5de9-4fe8-ae70-3c14796da694 req-f8996495-7faf-40c2-a0a6-b67e27468697 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:52.450374 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7291391d-5de9-4fe8-ae70-3c14796da694 req-f8996495-7faf-40c2-a0a6-b67e27468697 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0552197 Aug 27 17:03:52.490058 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7291391d-5de9-4fe8-ae70-3c14796da694 req-3398b55f-7c69-43f3-8bb9-3eaa3b5714f3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327854 Aug 27 17:03:53.612219 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311345c-aa77-4834-9589-b14f8634ba34 req-3654aa96-1cb2-42f6-86a5-fef84b7688d3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:53.613751 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f311345c-aa77-4834-9589-b14f8634ba34 req-3654aa96-1cb2-42f6-86a5-fef84b7688d3 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0491748 Aug 27 17:03:53.652459 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f311345c-aa77-4834-9589-b14f8634ba34 req-4c6a78d0-f0ea-4ef0-be28-220fcb5212e9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Aug 27 17:03:54.785465 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ce111-424f-4070-b62e-81b04f207dbe req-85f82aee-cda0-49e2-af6d-c6ba6debc36f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:54.786820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d32ce111-424f-4070-b62e-81b04f207dbe req-85f82aee-cda0-49e2-af6d-c6ba6debc36f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 943 time: 0.0514195 Aug 27 17:03:54.833053 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d32ce111-424f-4070-b62e-81b04f207dbe req-7dca2cba-3a86-4c24-a2ed-1fef8fc98eea tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363810 Aug 27 17:03:55.553466 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:03:55.648969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:55.660705 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'port_id': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'mac_address': 'fa:16:3e:64:f5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:03:55.700393 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:55.718407 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:03:55.738788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:55.743554 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:55.791265 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=9']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:55.798929 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.799268 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.799604 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.799935 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.800263 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.800590 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.800922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.801242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.801585 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.801910 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.802228 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.802540 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:55.957067 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9e64-345a-4f5b-8ab2-dd962735d15f req-ba66cb16-6ab9-4de8-a8a9-8233c18300fd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:55.958618 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a68f9e64-345a-4f5b-8ab2-dd962735d15f req-ba66cb16-6ab9-4de8-a8a9-8233c18300fd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 944 time: 0.0527260 Aug 27 17:03:55.997852 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a68f9e64-345a-4f5b-8ab2-dd962735d15f req-9177aff1-047b-49e6-be93-63cf5857d381 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330493 Aug 27 17:03:56.070168 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b733b834-aa41-4d39-9c6a-40d3fdf15c72'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:03:57.123741 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3febe17-dd0b-4a1c-aea8-2a9d1a2edad8 req-9d89be99-e7a6-416e-8346-f834ec0989a9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:57.125289 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3febe17-dd0b-4a1c-aea8-2a9d1a2edad8 req-9d89be99-e7a6-416e-8346-f834ec0989a9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 944 time: 0.0537245 Aug 27 17:03:57.169398 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3febe17-dd0b-4a1c-aea8-2a9d1a2edad8 req-94da5616-7e62-4b4c-a422-1041abbb5e4d tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334995 Aug 27 17:03:57.553563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:03:57.611786 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port b733b834-aa41-4d39-9c6a-40d3fdf15c72 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:03:57.612153 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:57.692919 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:57.715820 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:03:57.718076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddb57a3-5cea-4fa8-88cf-c654b675b020" -d '{"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:03:57.730957 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:57.736123 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:57.762278 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff84ae7-3a81-4d46-87e7-5d4909e48c8d x-openstack-request-id: req-1ff84ae7-3a81-4d46-87e7-5d4909e48c8d {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:03:57.762560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-plugged", "status": "completed", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:03:57.762808 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ff84ae7-3a81-4d46-87e7-5d4909e48c8d {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:03:57.763191 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'code': 200} Aug 27 17:03:57.789451 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=10']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:58.034069 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bacf862a-1768-479c-bba4-5086fab42d94 req-133c1c3b-16f8-4f4a-9166-1eee243b2305 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091574957&fields=id&tenant_id=a90247f434dc43b6843514b072095fb8 HTTP/1.1" status: 200 len: 267 time: 0.0583887 Aug 27 17:03:58.038982 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705b110-78ca-4369-890a-cab217f19c32 req-b3512c4c-0634-48b6-bbdf-37aac43b99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.040541 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2705b110-78ca-4369-890a-cab217f19c32 req-b3512c4c-0634-48b6-bbdf-37aac43b99a8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 1099 time: 0.0742686 Aug 27 17:03:58.102232 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2705b110-78ca-4369-890a-cab217f19c32 req-6bf740b9-f30e-46c1-8404-b1b8f518d3cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515921 Aug 27 17:03:58.116191 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf862a-1768-479c-bba4-5086fab42d94 req-7f6de369-0656-41e8-ae1c-68edb2f3e553 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.117999 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bacf862a-1768-479c-bba4-5086fab42d94 req-7f6de369-0656-41e8-ae1c-68edb2f3e553 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 985 time: 0.0766778 Aug 27 17:03:58.131966 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Request body: {'port': {'security_groups': ['ce888631-28cb-4565-acc1-181e1041cfa2']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:03:58.202483 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.337699 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86981-1300-42ba-bfcc-6a2df2e7bed2 req-b60d9a88-b382-4a81-9c37-289f095a6296 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.339184 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ff86981-1300-42ba-bfcc-6a2df2e7bed2 req-b60d9a88-b382-4a81-9c37-289f095a6296 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.0855165 Aug 27 17:03:58.434322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-1ff86981-1300-42ba-bfcc-6a2df2e7bed2 req-802c1467-d0a1-4cc7-a256-5e84dfcc9b65 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885222 Aug 27 17:03:58.470349 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:03:58.502514 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.507194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.543023 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:03:58.552101 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.552879 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.554286 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bacf862a-1768-479c-bba4-5086fab42d94 req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "PUT /v2.0/ports/e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 943 time: 0.4292369 Aug 27 17:03:58.554834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:03:58.557053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8" -d '{"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:03:58.560594 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:03:58.594497 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event updated for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:58.604854 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124ea93c-c02e-422a-bcc5-e5fcb03ad92e x-openstack-request-id: req-124ea93c-c02e-422a-bcc5-e5fcb03ad92e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:03:58.605259 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:03:58.605516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-124ea93c-c02e-422a-bcc5-e5fcb03ad92e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:03:58.606455 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:03:58.608348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.608720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.615026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f3dbef-2ca9-4b76-836d-420e7d5bd61e tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.645755 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.673936 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.695944 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-8d99075b-6cfb-4e22-8475-a1671fda849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.698095 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-8d99075b-6cfb-4e22-8475-a1671fda849c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0446358 Aug 27 17:03:58.703511 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:03:58.745286 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.748586 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.753806 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b4e6fb6-af4c-42b5-96bb-4f67a8c23698 HTTP/1.1" status: 204 len: 168 time: 0.1881979 Aug 27 17:03:58.760739 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:03:58.762185 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e6fb6-af4c-42b5-96bb-4f67a8c23698,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:58.808892 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.810033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.810477 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.810910 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.811336 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.811750 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.812324 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.812744 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.813167 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.813612 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.814033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.815536 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf4a8db-a769-4510-a0c5-9ac67fc71ae3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:03:58.821393 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-870a8e56-b1aa-419f-b27d-34c5f99ce309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.823183 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-870a8e56-b1aa-419f-b27d-34c5f99ce309 service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.1171417 Aug 27 17:03:58.902594 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-d77ce793-2a14-42c9-9a49-5a66df87a6a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 1001 time: 0.0707443 Aug 27 17:03:58.916188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-fe5c16e9-2db1-49e0-8da6-787dc6c6a0b6 None None] Provisioning complete for port e84ac45e-3925-47ed-9cb3-16a7495bbc5d triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:03:58.916188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fe5c16e9-2db1-49e0-8da6-787dc6c6a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.956466 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Deleting port e90e62db-54b8-4125-a66d-678fb90f067e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:03:58.956824 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:58.971358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-646aa7b8-ebad-404f-af1b-8f136a0ab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:58.972922 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-646aa7b8-ebad-404f-af1b-8f136a0ab272 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0588667 Aug 27 17:03:59.027528 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-b3b148e1-4437-4c19-83e7-7eb54d9d16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:59.029122 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-b3b148e1-4437-4c19-83e7-7eb54d9d16a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480573 Aug 27 17:03:59.047613 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:59.047957 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:59.067430 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Calling delete_port for e90e62db-54b8-4125-a66d-678fb90f067e owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:03:59.137189 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-89787489-91f1-487a-8914-19f5d29375be service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949149 Aug 27 17:03:59.332701 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-99cbfd6a-06a8-4d16-be2b-d9b937be41c8 req-2682ee0e-e54c-47c8-afcc-0342d833f2df service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232369 Aug 27 17:03:59.503804 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:59.549538 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event deleted for resources: {'Port': ['ID=e90e62db-54b8-4125-a66d-678fb90f067e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:03:59.626044 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bda463-a9f4-4bb0-b7ff-025572d1993f req-dd65d6bd-5b0d-4c83-95ad-ceee56ae8bf9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:03:59.635222 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a9bda463-a9f4-4bb0-b7ff-025572d1993f req-dd65d6bd-5b0d-4c83-95ad-ceee56ae8bf9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.1211822 Aug 27 17:03:59.674386 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:03:59.675282 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.l3_db [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Floating IP 7a393384-c6a4-4ac3-a8e1-9894294a134b disassociated (deleted). External IP: 172.27.2.37, port: e84ac45e-3925-47ed-9cb3-16a7495bbc5d. Aug 27 17:03:59.685918 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a9bda463-a9f4-4bb0-b7ff-025572d1993f req-2c11bbf9-9c96-44ea-9ac2-e3ab630ce7cd tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497243 Aug 27 17:03:59.939137 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Router d675626e-b4e8-40f1-876d-9233d3b7e63e has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:00.072496 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:00.078536 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:00.089188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Sync routers for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:00.117653 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-bfaec66b-35d7-4b72-b261-c44289457747 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "DELETE /v2.0/floatingips/7a393384-c6a4-4ac3-a8e1-9894294a134b HTTP/1.1" status: 204 len: 168 time: 1.3465664 Aug 27 17:04:00.118657 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:00.122561 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d999303b-2f2d-4337-bfef-6895f760ae97" -d '{"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:00.124345 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:00.126304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:03:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:00.193480 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65150415-6b7f-4894-bc22-5039b517fcd3 x-openstack-request-id: req-65150415-6b7f-4894-bc22-5039b517fcd3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:00.193855 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:00.194170 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65150415-6b7f-4894-bc22-5039b517fcd3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:00.194672 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:04:00.287194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-946edf6a-0d90-419a-9017-613c4a62638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:00.288856 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-946edf6a-0d90-419a-9017-613c4a62638b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a90247f434dc43b6843514b072095fb8&device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0491629 Aug 27 17:04:00.295843 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:00.456208 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-8ff7ffad-8827-416f-835d-55d7e8e26b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:00.463168 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-8ff7ffad-8827-416f-835d-55d7e8e26b2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 200 len: 915 time: 0.1664598 Aug 27 17:04:00.508813 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-7ce4bee8-6ed0-4ae0-9ecc-25344cfe3fc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 200 len: 217 time: 0.0385845 Aug 27 17:04:00.577081 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-5ca7daf5-3c17-4759-9c68-8615c080ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:00.578564 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-5ca7daf5-3c17-4759-9c68-8615c080ea61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 200 len: 853 time: 0.0500209 Aug 27 17:04:00.629627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-fc356868-f7c4-4e99-b241-0edbc857003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:00.631195 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-fc356868-f7c4-4e99-b241-0edbc857003a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=90eca5c2-ac58-4d31-83b7-a7840449773c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451615 Aug 27 17:04:00.677862 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:00.707274 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Checking router: d675626e-b4e8-40f1-876d-9233d3b7e63e for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:00.719560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:00.721974 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:03:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:00.728795 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-0fe514d1-7c19-4fcb-99ca-efdea6fdf91f service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887015 Aug 27 17:04:00.836606 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:00.859339 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d999303b-2f2d-4337-bfef-6895f760ae97 req-98bad9c5-a0fb-4470-8e7a-aa8f5029ef9d service neutron] 10.222.0.43 "GET /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234303 Aug 27 17:04:00.868275 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c014f-42bb-49c7-bf51-4ba33c90c99b req-b2105c06-c30e-4eb3-9443-fb3047b3efef tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:00.869780 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-304c014f-42bb-49c7-bf51-4ba33c90c99b req-b2105c06-c30e-4eb3-9443-fb3047b3efef tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.0844140 Aug 27 17:04:00.923048 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-304c014f-42bb-49c7-bf51-4ba33c90c99b req-2bbea1c2-d2fe-43d6-a2cd-ecd36ec0d2cc tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Aug 27 17:04:01.055604 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:01.083520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09035ac-7ccd-4f2d-9eb6-9db030bafbfe None None] The sync data for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi is: [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:01:45Z', 'revision_number': 4, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '33680761-4488-4d63-82c6-dbc0b0c0b3f7', 'name': '', 'network_id': '90eca5c2-ac58-4d31-83b7-a7840449773c', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'mac_address': 'fa:16:3e:b0:13:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:45Z', 'updated_at': '2021-08-27T17:01:52Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'subnets': [{'id': '34a86d87-174c-4190-b2c6-4ecdb913fa6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:01.335158 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10669e8e-175a-4c1b-bfa2-36a505454f5a None None] New status for floating IP 7a393384-c6a4-4ac3-a8e1-9894294a134b: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:04:02.968815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54810623-e55e-4aa6-a070-959b93cf0833 req-93aeb689-fc79-4bb4-a864-d91d383356aa tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:02.970614 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-54810623-e55e-4aa6-a070-959b93cf0833 req-93aeb689-fc79-4bb4-a864-d91d383356aa tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0615385 Aug 27 17:04:03.008681 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-54810623-e55e-4aa6-a070-959b93cf0833 req-d8d0dcef-826d-4931-91cb-2785c9512d52 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Aug 27 17:04:03.747979 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-609cf827-654d-4ed5-81bf-6eb0129b683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:04.141916 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaba67-ff62-487e-81e8-5f7e08edfde1 req-f0d8b42a-4d16-4eac-b6c7-1aa81332f521 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:04.143415 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6aaba67-ff62-487e-81e8-5f7e08edfde1 req-f0d8b42a-4d16-4eac-b6c7-1aa81332f521 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0536001 Aug 27 17:04:04.181724 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d6aaba67-ff62-487e-81e8-5f7e08edfde1 req-c82fd92c-ef24-476b-a57f-6b550a51ae8d tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce888631-28cb-4565-acc1-181e1041cfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Aug 27 17:04:04.767981 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-d1d136f2-d594-4055-88cf-7daf8fba07e3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:04.769545 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-d1d136f2-d594-4055-88cf-7daf8fba07e3 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.43 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Aug 27 17:04:04.864572 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Deleting port e84ac45e-3925-47ed-9cb3-16a7495bbc5d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:04.864913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:04.961049 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] For port e84ac45e-3925-47ed-9cb3-16a7495bbc5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:04.961414 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:04.976513 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Calling delete_port for e84ac45e-3925-47ed-9cb3-16a7495bbc5d owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:05.118907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:05.148662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Pushing event deleted for resources: {'Port': ['ID=e84ac45e-3925-47ed-9cb3-16a7495bbc5d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:05.156699 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['e84ac45e-3925-47ed-9cb3-16a7495bbc5d'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:04:05.194855 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] No DVR routers for this DVR port e84ac45e-3925-47ed-9cb3-16a7495bbc5d on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:05.197742 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:05.199761 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8354e5fe-36bb-48c0-b04d-380c1053de38 req-febf5206-2065-43e5-a4c8-56c8c6f3af30 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.43 "DELETE /v2.0/ports/e84ac45e-3925-47ed-9cb3-16a7495bbc5d HTTP/1.1" status: 204 len: 173 time: 0.4244916 Aug 27 17:04:05.200193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'name': 'network-vif-deleted', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:05.202520 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f77a73-17ed-4408-9d86-d692567f8d7a" -d '{"events": [{"server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "name": "network-vif-deleted", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:05.247321 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0037a2-78e2-4c3c-beb4-43ce1655d151 x-openstack-request-id: req-ef0037a2-78e2-4c3c-beb4-43ce1655d151 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:05.247612 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499fe53f-212f-432c-b7d7-1676d880cfd1", "name": "network-vif-deleted", "tag": "e84ac45e-3925-47ed-9cb3-16a7495bbc5d", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:05.247862 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef0037a2-78e2-4c3c-beb4-43ce1655d151 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:05.248255 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499fe53f-212f-432c-b7d7-1676d880cfd1', 'name': 'network-vif-deleted', 'tag': 'e84ac45e-3925-47ed-9cb3-16a7495bbc5d', 'status': 'completed', 'code': 200} Aug 27 17:04:05.534432 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb224688-3124-4187-a40d-8d922c2b3dd4 req-d2b52877-98e2-47cb-8e4a-bee859af4b01 tempest-TestMinimumBasicScenario-298886118 tempest-TestMinimumBasicScenario-298886118-project] 10.222.0.44 "GET /v2.0/ports?device_id=499fe53f-212f-432c-b7d7-1676d880cfd1 HTTP/1.1" status: 200 len: 210 time: 0.2760646 Aug 27 17:04:06.460045 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a6c24eb-ae09-4b1a-b47e-8013aeccd204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:06.706353 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:07.130912 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:07.573759 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:07.889972 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Deleting port 33680761-4488-4d63-82c6-dbc0b0c0b3f7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:07.890213 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:07.975122 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] For port 33680761-4488-4d63-82c6-dbc0b0c0b3f7, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=33680761-4488-4d63-82c6-dbc0b0c0b3f7,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:07.975485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:07.989468 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Calling delete_port for 33680761-4488-4d63-82c6-dbc0b0c0b3f7 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:08.083061 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:08.182951 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:08.211683 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=33680761-4488-4d63-82c6-dbc0b0c0b3f7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:08.395174 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:08.615741 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Router d675626e-b4e8-40f1-876d-9233d3b7e63e has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:08.723314 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:08.729011 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a7a3b01e-4e32-4bcd-b04f-cf770d460ebf admin admin] 10.222.0.44 "PUT /v2.0/routers/d675626e-b4e8-40f1-876d-9233d3b7e63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960696 Aug 27 17:04:08.730939 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:08.738758 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Sync routers for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:08.748084 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:08.748729 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:08.842587 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:08.856267 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:08.948092 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.016744 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Deleting port b2f47129-6ce8-4786-a8b7-44792044c802 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:09.017106 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.042812 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:04:08Z', 'revision_number': 5, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port': {'id': 'b2f47129-6ce8-4786-a8b7-44792044c802', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:43Z', 'updated_at': '2021-08-27T17:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:09.069517 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Checking router: d675626e-b4e8-40f1-876d-9233d3b7e63e for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:09.078259 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Routers {'d675626e-b4e8-40f1-876d-9233d3b7e63e'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:09.078869 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['d675626e-b4e8-40f1-876d-9233d3b7e63e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:09.103305 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] For port b2f47129-6ce8-4786-a8b7-44792044c802, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b2f47129-6ce8-4786-a8b7-44792044c802,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:09.103682 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.118300 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Calling delete_port for b2f47129-6ce8-4786-a8b7-44792044c802 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:09.180675 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] Set router d675626e-b4e8-40f1-876d-9233d3b7e63e gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:09.236254 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:04:08Z', 'revision_number': 6, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:09.263768 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109af020-6d82-46f1-ae8d-1de81b8925f7 None None] The sync data for ids ['d675626e-b4e8-40f1-876d-9233d3b7e63e'] in dv-cinder-804459-4-iscsi is: [{'id': 'd675626e-b4e8-40f1-876d-9233d3b7e63e', 'name': 'tempest-TestMinimumBasicScenario-813946275-router', 'tenant_id': 'a90247f434dc43b6843514b072095fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:42Z', 'updated_at': '2021-08-27T17:04:08Z', 'revision_number': 6, 'project_id': 'a90247f434dc43b6843514b072095fb8', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:09.304883 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.332543 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f47129-6ce8-4786-a8b7-44792044c802,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:09.394503 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.483420 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.485681 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.529867 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.530321 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d675626e-b4e8-40f1-876d-9233d3b7e63e {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:04:09.535488 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.536631 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-eed9f333-1266-4ba7-8c8a-5861d50f6e00 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d675626e-b4e8-40f1-876d-9233d3b7e63e HTTP/1.1" status: 204 len: 168 time: 0.8047595 Aug 27 17:04:09.539222 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:09.578202 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device e84ac45e-3925-47ed-9cb3-16a7495bbc5d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:09.595055 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Deleting subnet 34a86d87-174c-4190-b2c6-4ecdb913fa6d {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:04:09.598402 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: e84ac45e-3925-47ed-9cb3-16a7495bbc5d {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:09.598736 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.598851 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device e84ac45e-3925-47ed-9cb3-16a7495bbc5d not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:09.638843 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25108725'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.762516 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.821432 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30085431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29601804'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.846059 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a86d87-174c-4190-b2c6-4ecdb913fa6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:09.853690 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.859057 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-13bd0733-9806-4557-a0b8-c6e28eff1cf5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34a86d87-174c-4190-b2c6-4ecdb913fa6d HTTP/1.1" status: 204 len: 168 time: 0.3187971 Aug 27 17:04:09.861344 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47558) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:09.862369 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c663ff-845c-4230-a548-fc8cd5fbf591 None None] Network 90eca5c2-ac58-4d31-83b7-a7840449773c requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:09.960750 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:09.968110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.026295 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Deleting port c87d66ae-56cc-4744-8c0d-3664e15951d5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:10.026651 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.102375 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] For port c87d66ae-56cc-4744-8c0d-3664e15951d5, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c87d66ae-56cc-4744-8c0d-3664e15951d5,segment=NetworkSegment(0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5),segment_id=0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:10.102846 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.123756 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] DHCP port deletion for 90eca5c2-ac58-4d31-83b7-a7840449773c request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:04:10.129683 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Calling delete_port for c87d66ae-56cc-4744-8c0d-3664e15951d5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:10.150405 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 33680761-4488-4d63-82c6-dbc0b0c0b3f7 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:10.220819 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.255364 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] No DVR routers for this DVR port c87d66ae-56cc-4744-8c0d-3664e15951d5 on host dv-cinder-804459-4-iscsi {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:10.257516 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87d66ae-56cc-4744-8c0d-3664e15951d5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:10.299849 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 33680761-4488-4d63-82c6-dbc0b0c0b3f7 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:10.300373 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 33680761-4488-4d63-82c6-dbc0b0c0b3f7 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:10.300597 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b2f47129-6ce8-4786-a8b7-44792044c802 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:10.322364 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: b2f47129-6ce8-4786-a8b7-44792044c802 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:10.322711 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b2f47129-6ce8-4786-a8b7-44792044c802 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:10.341213 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Deleting port c87d66ae-56cc-4744-8c0d-3664e15951d5 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:10.341527 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.342289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.355344 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eca5c2-ac58-4d31-83b7-a7840449773c']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:10.367015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:10.367601 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed0ba5b-c6a4-489f-aa07-2c3728ed7cf5') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:10.378614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.400745 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.410190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:04:10.411074 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.413092 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] For port c87d66ae-56cc-4744-8c0d-3664e15951d5, host dv-cinder-804459-4-iscsi, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:10.413483 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:04:10.414348 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:04:10.427821 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Calling delete_port for c87d66ae-56cc-4744-8c0d-3664e15951d5 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:10.432663 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Port c87d66ae-56cc-4744-8c0d-3664e15951d5 was not found and therefore no delete operation was performed {{(pid=93826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 17:04:10.434715 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.465156 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] Pushing event deleted for resources: {'Port': ['ID=c87d66ae-56cc-4744-8c0d-3664e15951d5,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:10.467066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc7006-3683-4fca-a4d7-c69dccb2de5c None None] No DVR routers for this DVR port c87d66ae-56cc-4744-8c0d-3664e15951d5 on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:10.490690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.500412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:10.502666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] 10.222.0.44 "DELETE /v2.0/networks/90eca5c2-ac58-4d31-83b7-a7840449773c HTTP/1.1" status: 204 len: 168 time: 0.6396735 Aug 27 17:04:10.506872 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:10.516774 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb83c-92aa-4814-97ef-435b83396b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=90eca5c2-ac58-4d31-83b7-a7840449773c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:11.093642 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:11.339333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Deleting port 8113b2f7-6878-408e-99af-665207af7374 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:11.339669 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:11.422330 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] For port 8113b2f7-6878-408e-99af-665207af7374, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=8113b2f7-6878-408e-99af-665207af7374,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:11.422625 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:11.437756 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Calling delete_port for 8113b2f7-6878-408e-99af-665207af7374 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:11.629226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:11.655370 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8113b2f7-6878-408e-99af-665207af7374,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:11.839815 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:11.917242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c87d66ae-56cc-4744-8c0d-3664e15951d5 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:11.943094 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: c87d66ae-56cc-4744-8c0d-3664e15951d5 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:11.943302 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c87d66ae-56cc-4744-8c0d-3664e15951d5 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:12.076114 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Router 241cdf80-91a2-4aa7-9f1d-772d244219ea has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:12.183460 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:12.188378 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3b3c4524-271a-4b82-8a88-21ca7b3d5a5c admin admin] 10.222.0.44 "PUT /v2.0/routers/241cdf80-91a2-4aa7-9f1d-772d244219ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6804171 Aug 27 17:04:12.192143 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:12.194921 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Sync routers for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:12.204774 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:12.205384 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:12.302322 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.311516 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:12.421039 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.484466 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:12.493844 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Deleting port b6f1fab7-01ae-429c-ba84-4f87c087ffd1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:12.493844 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.521115 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:04:11Z', 'revision_number': 5, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port': {'id': 'b6f1fab7-01ae-429c-ba84-4f87c087ffd1', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:41:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:12.567539 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Checking router: 241cdf80-91a2-4aa7-9f1d-772d244219ea for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:12.576687 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Routers {'241cdf80-91a2-4aa7-9f1d-772d244219ea'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:12.577291 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['241cdf80-91a2-4aa7-9f1d-772d244219ea'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:12.591318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] For port b6f1fab7-01ae-429c-ba84-4f87c087ffd1, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:12.591318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.607678 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Calling delete_port for b6f1fab7-01ae-429c-ba84-4f87c087ffd1 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:12.680449 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] Set router 241cdf80-91a2-4aa7-9f1d-772d244219ea gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:12.736483 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:04:12Z', 'revision_number': 6, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:12.763000 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c2eb-cbcc-40b9-9b5b-7180abec2214 None None] The sync data for ids ['241cdf80-91a2-4aa7-9f1d-772d244219ea'] in dv-cinder-804459-4-iscsi is: [{'id': '241cdf80-91a2-4aa7-9f1d-772d244219ea', 'name': 'tempest-TestMinimumBasicScenario-1801285737-router', 'tenant_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:01:48Z', 'updated_at': '2021-08-27T17:04:12Z', 'revision_number': 6, 'project_id': 'f8fde3b568a2484f9919ed293b87fa4f', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:12.906845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Deleting port d390e7e6-e132-4b78-b17a-e3fbb08fcaef {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:12.907527 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.951085 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:12.990201 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f1fab7-01ae-429c-ba84-4f87c087ffd1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:13.059121 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.059444 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.077276 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Calling delete_port for d390e7e6-e132-4b78-b17a-e3fbb08fcaef owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:13.082484 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.212328 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.217679 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.273439 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.273910 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241cdf80-91a2-4aa7-9f1d-772d244219ea {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:04:13.278866 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.280063 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-29330e9c-f6d1-47c4-b463-6217a76d7618 admin admin] 10.222.0.44 "DELETE /v2.0/routers/241cdf80-91a2-4aa7-9f1d-772d244219ea HTTP/1.1" status: 204 len: 168 time: 1.0869470 Aug 27 17:04:13.283223 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47568) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:13.316242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.330269 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Deleting subnet 31a5ff7c-65d0-4b07-a220-eb265613fc89 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:04:13.333555 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.366434 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.371608 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.390351 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event deleted for resources: {'Port': ['ID=d390e7e6-e132-4b78-b17a-e3fbb08fcaef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:13.460308 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.460549 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.l3_db [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Floating IP 15eb6db8-b268-4b29-9ece-3b25ca70fc80 disassociated (deleted). External IP: 172.27.2.54, port: fc18b7ad-32fd-48a8-9a6b-2ec779341fe9. Aug 27 17:04:13.493643 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.552311 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.564868 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.569464 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31a5ff7c-65d0-4b07-a220-eb265613fc89 HTTP/1.1" status: 204 len: 168 time: 0.2828007 Aug 27 17:04:13.570209 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:13.573305 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1318a5e9-88e6-408a-b657-625b785bc9f6 None None] Network 5cf5909f-ed53-4c3c-9aee-47ea295ee407 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:13.585407 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3121a-7fd7-4f8f-9e00-b30efd00460c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a5ff7c-65d0-4b07-a220-eb265613fc89,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:13.693250 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.756084 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] DHCP port deletion for 5cf5909f-ed53-4c3c-9aee-47ea295ee407 request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:04:13.834936 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Deleting port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:13.835312 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.896411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 942eb39b-d8a7-404a-a685-b1d8ce5851c2 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:13.942436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=942eb39b-d8a7-404a-a685-b1d8ce5851c2,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:13.942841 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:13.962858 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Calling delete_port for 942eb39b-d8a7-404a-a685-b1d8ce5851c2 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:14.084579 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Router 14e68dde-7ff7-406a-94ec-6236576ec91f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:14.089251 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.107673 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Deleting port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:14.108018 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.137248 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=942eb39b-d8a7-404a-a685-b1d8ce5851c2,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:14.143022 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.144027 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8113b2f7-6878-408e-99af-665207af7374 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:14.183368 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.185549 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 8113b2f7-6878-408e-99af-665207af7374 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:14.185892 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 8113b2f7-6878-408e-99af-665207af7374 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:14.186309 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b6f1fab7-01ae-429c-ba84-4f87c087ffd1 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:14.189636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event deleted for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:14.213397 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: b6f1fab7-01ae-429c-ba84-4f87c087ffd1 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:14.213777 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device b6f1fab7-01ae-429c-ba84-4f87c087ffd1 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:14.233355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] Pushing event deleted for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:14.235203 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c8a51-aee5-48da-a9a6-9198799f0fbc None None] No DVR routers for this DVR port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:14.258814 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] For port 942eb39b-d8a7-404a-a685-b1d8ce5851c2, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=942eb39b-d8a7-404a-a685-b1d8ce5851c2,segment=NetworkSegment(60ec67f6-08b8-4597-aaa4-6af00b1ee415),segment_id=60ec67f6-08b8-4597-aaa4-6af00b1ee415)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:14.259209 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.279733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Calling delete_port for 942eb39b-d8a7-404a-a685-b1d8ce5851c2 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:14.294526 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:14.300949 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.306495 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Sync routers for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:14.316333 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:14.316995 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.367127 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a3f021f1-089e-4552-97e8-4681be775230 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "DELETE /v2.0/floatingips/15eb6db8-b268-4b29-9ece-3b25ca70fc80 HTTP/1.1" status: 204 len: 168 time: 1.8812797 Aug 27 17:04:14.381136 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:14.383719 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69893501-bbba-4d6f-a712-8fbd4f422966" -d '{"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:14.415754 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.440213 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:14.442705 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8441b3b-dbd7-458f-9b3f-98a1241469ea x-openstack-request-id: req-f8441b3b-dbd7-458f-9b3f-98a1241469ea {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:14.442897 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:14.443058 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8441b3b-dbd7-458f-9b3f-98a1241469ea {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:14.443409 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'status': 'completed', 'code': 200} Aug 27 17:04:14.444144 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=942eb39b-d8a7-404a-a685-b1d8ce5851c2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:14.457879 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] No DVR routers for this DVR port 942eb39b-d8a7-404a-a685-b1d8ce5851c2 on host dv-cinder-804459-4-iscsi {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:14.553724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-1e6efeea-2a0d-4878-9982-e1cda95aa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:14.556387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-1e6efeea-2a0d-4878-9982-e1cda95aa415 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6b4a1271d7549e183698739c34b5b57&device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 1099 time: 0.0675068 Aug 27 17:04:14.561726 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.576530 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf5909f-ed53-4c3c-9aee-47ea295ee407']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.589137 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ec67f6-08b8-4597-aaa4-6af00b1ee415') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.589654 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ec67f6-08b8-4597-aaa4-6af00b1ee415') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.604082 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.631517 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.638978 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:04:14.639618 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self.session.flush() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self.session.flush() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self.session.flush() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self.session.flush() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:04:14.641589 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:04:14.693207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9b68-a1f4-4406-84de-5ebfe2aafd33 req-5e81e956-e17f-497e-adb4-2a9731782a9d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:14.695150 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-144c9b68-a1f4-4406-84de-5ebfe2aafd33 req-5e81e956-e17f-497e-adb4-2a9731782a9d tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.1097050 Aug 27 17:04:14.702475 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.706468 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.714346 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:14.718825 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5cf5909f-ed53-4c3c-9aee-47ea295ee407 HTTP/1.1" status: 204 len: 168 time: 1.1438534 Aug 27 17:04:14.733472 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Checking router: 14e68dde-7ff7-406a-94ec-6236576ec91f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:14.742707 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf4a05-f348-41ad-a499-f55ead2d6e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf5909f-ed53-4c3c-9aee-47ea295ee407,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:14.746289 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:14.747174 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:14.749105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-db69e348-5bf9-4248-9bd4-6d11df7c9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:14.750915 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-db69e348-5bf9-4248-9bd4-6d11df7c9f17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 200 len: 909 time: 0.1534679 Aug 27 17:04:14.757089 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-144c9b68-a1f4-4406-84de-5ebfe2aafd33 req-adeb9955-ceb3-4c6c-a6fa-61999367660f tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529704 Aug 27 17:04:14.796784 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-55fb674e-3b54-4912-a78e-35e06e83f084 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 200 len: 217 time: 0.0377262 Aug 27 17:04:14.858594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-2c1f47c8-a09d-4555-874f-922ee546a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:14.860083 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-2c1f47c8-a09d-4555-874f-922ee546a7f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 200 len: 847 time: 0.0562847 Aug 27 17:04:14.902331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:14.909424 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-0dace0f7-335d-4464-9f34-71bea8e535cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:14.911149 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-0dace0f7-335d-4464-9f34-71bea8e535cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5770af8c-1070-4072-ab51-777b704281a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434983 Aug 27 17:04:14.989102 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:15.014609 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-77c4d78b-4fe7-47b1-9c31-6f0b49b764de service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928564 Aug 27 17:04:15.044236 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ca5905d3-91d9-4887-8dc5-755c05d312c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a90247f434dc43b6843514b072095fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539079 Aug 27 17:04:15.046933 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:15.111119 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.129954 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-69893501-bbba-4d6f-a712-8fbd4f422966 req-62395244-ee8b-4555-8c0b-4173e62a6950 service neutron] 10.222.0.43 "GET /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040466 Aug 27 17:04:15.134634 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.160214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:15.189394 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29787ad6-6442-47d3-9e86-1e8e9833a252 None None] The sync data for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi is: [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T16:58:31Z', 'revision_number': 4, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '0c023c60-2a66-489d-b08e-6824b96637af', 'name': '', 'network_id': '5770af8c-1070-4072-ab51-777b704281a7', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'mac_address': 'fa:16:3e:b7:75:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '61a64b23-cb88-4593-941f-e9045a297c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:31Z', 'updated_at': '2021-08-27T16:58:40Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'subnets': [{'id': '61a64b23-cb88-4593-941f-e9045a297c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:15.204768 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.209363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.211229 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce888631-28cb-4565-acc1-181e1041cfa2 HTTP/1.1" status: 204 len: 168 time: 0.1631136 Aug 27 17:04:15.225025 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061b7d9-b83a-4cd7-bf48-d886932aa580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce888631-28cb-4565-acc1-181e1041cfa2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:15.461031 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1157ca54-d1e7-47ea-adcf-3f61e05d083e None None] New status for floating IP 15eb6db8-b268-4b29-9ece-3b25ca70fc80: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:04:15.587146 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:15.628879 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-562da6db-507d-4aa0-82cd-5398109ed506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8fde3b568a2484f9919ed293b87fa4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405295 Aug 27 17:04:15.631360 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:15.682335 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.703069 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.749747 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.752282 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:15.753531 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/957710e7-384a-4b60-926a-51c6e10a3ae2 HTTP/1.1" status: 204 len: 168 time: 0.1212008 Aug 27 17:04:15.761604 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b05b2b-59d2-4863-8e31-fcfddebef2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957710e7-384a-4b60-926a-51c6e10a3ae2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:15.887970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9db3c-b408-4305-bd96-2a1b6ec5a85c req-5ca7ea4f-36f0-48c4-8c4d-8decfd9d68ac tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:15.889630 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-05c9db3c-b408-4305-bd96-2a1b6ec5a85c req-5ca7ea4f-36f0-48c4-8c4d-8decfd9d68ac tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0553148 Aug 27 17:04:15.936720 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-05c9db3c-b408-4305-bd96-2a1b6ec5a85c req-f8b8f28b-f372-444e-b39b-97a64ab6e6a4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed00480a-460e-421f-9acf-0d29977ecb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394287 Aug 27 17:04:16.426637 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-cf81571a-92a5-4d41-8d65-09edb8bc3266 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:16.428086 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-cf81571a-92a5-4d41-8d65-09edb8bc3266 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.43 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Aug 27 17:04:16.524378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Deleting port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:16.524713 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:16.613696 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] For port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:16.614051 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:16.631807 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Calling delete_port for fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:16.775039 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:16.805173 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event deleted for resources: {'Port': ['ID=fc18b7ad-32fd-48a8-9a6b-2ec779341fe9,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:16.848449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] No DVR routers for this DVR port fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:16.851005 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:16.852960 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-223aaf2f-c432-4bb5-a0fa-453fda9ccb8c req-dca95516-6edf-4b5a-a726-9edd1cf64dbd tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.43 "DELETE /v2.0/ports/fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 HTTP/1.1" status: 204 len: 173 time: 0.4191403 Aug 27 17:04:16.853406 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-deleted', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:16.855679 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d416b3-bfea-4dd9-b45d-161a40bb4ae5" -d '{"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-deleted", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:16.894419 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9d336-d5eb-4f00-99b5-e94d10df2a38 x-openstack-request-id: req-02a9d336-d5eb-4f00-99b5-e94d10df2a38 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:16.895298 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b83ba8-ec71-43f9-a3f5-ea0a28ea1161", "name": "network-vif-deleted", "tag": "fc18b7ad-32fd-48a8-9a6b-2ec779341fe9", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:16.895298 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02a9d336-d5eb-4f00-99b5-e94d10df2a38 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:16.895298 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b83ba8-ec71-43f9-a3f5-ea0a28ea1161', 'name': 'network-vif-deleted', 'tag': 'fc18b7ad-32fd-48a8-9a6b-2ec779341fe9', 'status': 'completed', 'code': 200} Aug 27 17:04:17.035862 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-550c6ba9-8575-4830-92af-ed96296a0d46 req-63795430-f10d-4e21-8a53-06903313fdfb tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "GET /v2.0/ports?device_id=07b83ba8-ec71-43f9-a3f5-ea0a28ea1161 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Aug 27 17:04:18.093801 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47602) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:18.159628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:18.186185 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:18.250842 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:18.253966 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:18.255127 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed00480a-460e-421f-9acf-0d29977ecb8b HTTP/1.1" status: 204 len: 168 time: 0.1602983 Aug 27 17:04:18.264852 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a9ef9-5246-4f3b-b2aa-250ce78ddfe4 tempest-TestShelveInstance-928672610 tempest-TestShelveInstance-928672610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed00480a-460e-421f-9acf-0d29977ecb8b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:18.303113 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47606) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:18.848966 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:19.125320 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Deleting port 0c023c60-2a66-489d-b08e-6824b96637af {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:19.126007 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:19.207836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] For port 0c023c60-2a66-489d-b08e-6824b96637af, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0c023c60-2a66-489d-b08e-6824b96637af,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:19.208222 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:19.221851 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Calling delete_port for 0c023c60-2a66-489d-b08e-6824b96637af owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:19.404399 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:19.435769 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c023c60-2a66-489d-b08e-6824b96637af,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:19.614049 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:19.640321 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:19.664563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:19.664831 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device fc18b7ad-32fd-48a8-9a6b-2ec779341fe9 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:19.859469 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Router 14e68dde-7ff7-406a-94ec-6236576ec91f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:19.974018 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:19.979138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-8fbc1768-676a-454d-84b2-9a05d24d6789 admin admin] 10.222.0.44 "PUT /v2.0/routers/14e68dde-7ff7-406a-94ec-6236576ec91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749244 Aug 27 17:04:19.981705 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47610) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:19.982947 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Sync routers for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:19.994880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:19.995636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:20.092903 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:20.116814 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:20.208555 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:20.263172 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Deleting port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:20.263400 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:20.305122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T17:04:19Z', 'revision_number': 5, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port': {'id': '2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:29Z', 'updated_at': '2021-08-27T16:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:20.352373 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] For port 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:20.352767 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:20.367740 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Calling delete_port for 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:20.456550 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Checking router: 14e68dde-7ff7-406a-94ec-6236576ec91f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:20.465842 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Routers {'14e68dde-7ff7-406a-94ec-6236576ec91f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:20.466475 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['14e68dde-7ff7-406a-94ec-6236576ec91f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:20.566618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] Set router 14e68dde-7ff7-406a-94ec-6236576ec91f gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:20.627594 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T17:04:20Z', 'revision_number': 6, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:20.656337 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9476078-23b7-4d8a-aa01-424df60ccfbd None None] The sync data for ids ['14e68dde-7ff7-406a-94ec-6236576ec91f'] in dv-cinder-804459-4-iscsi is: [{'id': '14e68dde-7ff7-406a-94ec-6236576ec91f', 'name': 'tempest-TestShelveInstance-234505733-router', 'tenant_id': 'd6b4a1271d7549e183698739c34b5b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:28Z', 'updated_at': '2021-08-27T17:04:20Z', 'revision_number': 6, 'project_id': 'd6b4a1271d7549e183698739c34b5b57', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:20.807463 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:20.836607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:20.897776 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.004228 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.006376 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.077817 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.078379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14e68dde-7ff7-406a-94ec-6236576ec91f {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:04:21.084060 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.086042 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-c071f487-9dbe-42d1-82ea-c2e4a118a765 admin admin] 10.222.0.44 "DELETE /v2.0/routers/14e68dde-7ff7-406a-94ec-6236576ec91f HTTP/1.1" status: 204 len: 168 time: 1.1033380 Aug 27 17:04:21.087901 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47612) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:21.138585 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Deleting subnet 61a64b23-cb88-4593-941f-e9045a297c70 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:04:21.142675 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.184630 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.271537 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.324948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.352467 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a64b23-cb88-4593-941f-e9045a297c70,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:21.359089 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.361284 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a17f6cb1-89f9-4137-bf51-85bf2ca7bd09 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/61a64b23-cb88-4593-941f-e9045a297c70 HTTP/1.1" status: 204 len: 168 time: 0.2722204 Aug 27 17:04:21.363453 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47614) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:21.367754 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc253b28-5d5f-46c4-873e-f0a20cb2e9d9 None None] Network 5770af8c-1070-4072-ab51-777b704281a7 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:21.449329 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.529311 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Deleting port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:21.529311 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.542438 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] DHCP port deletion for 5770af8c-1070-4072-ab51-777b704281a7 request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:04:21.597171 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Deleting port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:21.597579 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.600617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] For port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:21.601146 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.615289 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Calling delete_port for c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:21.664346 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] For port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,segment=NetworkSegment(02fa8535-6395-47ff-9d07-6dcb875073b7),segment_id=02fa8535-6395-47ff-9d07-6dcb875073b7)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:21.664861 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.680611 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Calling delete_port for c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:21.717142 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.731188 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] No DVR routers for this DVR port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca on host dv-cinder-804459-4-iscsi {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:21.753834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:21.776848 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.805425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] Pushing event deleted for resources: {'Port': ['ID=c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:21.808747 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa8af0-57b7-4e88-a7ad-99f65081b60c None None] No DVR routers for this DVR port c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:21.828738 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.842796 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5770af8c-1070-4072-ab51-777b704281a7']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:21.855032 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fa8535-6395-47ff-9d07-6dcb875073b7') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:21.855329 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fa8535-6395-47ff-9d07-6dcb875073b7') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:21.864644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.881671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.890829 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:04:21.891878 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:21.892426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:04:21.894545 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:04:21.914898 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:21.915325 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c6c81cd2-a23b-4429-a633-6ffbd8ffc9ca not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:21.915807 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0c023c60-2a66-489d-b08e-6824b96637af no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:21.935786 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 0c023c60-2a66-489d-b08e-6824b96637af {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:21.936114 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0c023c60-2a66-489d-b08e-6824b96637af not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:21.936525 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:21.955443 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.960273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:21.960273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2d97e77a-e3a1-4b0c-9384-6f85d2ec78ee not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:21.960610 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:21.965969 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] 10.222.0.44 "DELETE /v2.0/networks/5770af8c-1070-4072-ab51-777b704281a7 HTTP/1.1" status: 204 len: 168 time: 0.5986145 Aug 27 17:04:21.966306 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:21.981220 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3a363-1e94-4f45-9bae-dbd70ff01afb admin admin] Pushing event deleted for resources: {'Network': ['ID=5770af8c-1070-4072-ab51-777b704281a7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:22.339837 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:22.590816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Deleting port c704423c-8cdb-463a-bf52-cb1463ecec90 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:22.591069 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:22.677852 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] For port c704423c-8cdb-463a-bf52-cb1463ecec90, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c704423c-8cdb-463a-bf52-cb1463ecec90,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:22.678233 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:22.691361 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Calling delete_port for c704423c-8cdb-463a-bf52-cb1463ecec90 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:22.871833 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:22.901741 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Pushing event deleted for resources: {'Port': ['ID=c704423c-8cdb-463a-bf52-cb1463ecec90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:23.073290 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.306115 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Router 5469ca98-34c2-44db-b5f3-7acffd01bab8 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:23.428159 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:23.433246 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-7f91ec4c-3edf-47b9-a12d-b5745145a699 admin admin] 10.222.0.44 "PUT /v2.0/routers/5469ca98-34c2-44db-b5f3-7acffd01bab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4661279 Aug 27 17:04:23.436766 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:23.440496 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Sync routers for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:23.450138 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:23.450745 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:23.553337 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.557546 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:23.654989 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.693433 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:04:23.719706 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Deleting port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:23.720039 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.757657 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T17:04:22Z', 'revision_number': 5, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port': {'id': 'c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:58:37Z', 'updated_at': '2021-08-27T16:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:23.789832 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Checking router: 5469ca98-34c2-44db-b5f3-7acffd01bab8 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:23.803656 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Routers {'5469ca98-34c2-44db-b5f3-7acffd01bab8'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:23.804349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] For port c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:23.804349 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:23.804814 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['5469ca98-34c2-44db-b5f3-7acffd01bab8'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:23.815378 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Calling delete_port for c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:23.994248 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] Set router 5469ca98-34c2-44db-b5f3-7acffd01bab8 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:23.996022 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.019934 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:24.048212 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T17:04:23Z', 'revision_number': 6, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:24.083711 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a5c211-8aea-4c7d-928a-c796aef2f6b4 None None] The sync data for ids ['5469ca98-34c2-44db-b5f3-7acffd01bab8'] in dv-cinder-804459-4-iscsi is: [{'id': '5469ca98-34c2-44db-b5f3-7acffd01bab8', 'name': 'tempest-TestShelveInstance-1898540703-router', 'tenant_id': '252cbde5ffaf4715a0c95e5924177fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:58:36Z', 'updated_at': '2021-08-27T17:04:23Z', 'revision_number': 6, 'project_id': '252cbde5ffaf4715a0c95e5924177fe0', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:24.099657 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.196329 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.202472 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.248170 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.248720 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5469ca98-34c2-44db-b5f3-7acffd01bab8 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:04:24.254073 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.255238 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-163d8d1d-858e-4b65-9f6a-51e918ee25a8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5469ca98-34c2-44db-b5f3-7acffd01bab8 HTTP/1.1" status: 204 len: 168 time: 0.8175268 Aug 27 17:04:24.257853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47622) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:24.303109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Deleting subnet d0718e50-51ad-4794-b9cc-628a2d87ac94 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:04:24.306277 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.344798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.430842 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.491880 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.521668 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0718e50-51ad-4794-b9cc-628a2d87ac94,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:24.528778 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.530728 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-dff29dde-7aea-4662-8a37-57d40ebe1471 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d0718e50-51ad-4794-b9cc-628a2d87ac94 HTTP/1.1" status: 204 len: 168 time: 0.2718804 Aug 27 17:04:24.533746 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47624) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:24.534528 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5630ac-f702-4024-8b3b-36530633a207 None None] Network 251e9dd7-fd96-4147-8710-4dc561b17665 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:24.623680 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.699403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Deleting port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:24.699403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.775919 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] For port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,segment=NetworkSegment(1cb3cd43-9474-456a-87b8-90bd36bf82d2),segment_id=1cb3cd43-9474-456a-87b8-90bd36bf82d2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:24.776202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.789350 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Calling delete_port for 56d13828-a7b1-48ba-a91b-54ac59ea2a8c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:24.872649 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac12a2c-0fac-4bab-92a8-55eb82c2f62d None None] DHCP port deletion for 251e9dd7-fd96-4147-8710-4dc561b17665 request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:04:24.879552 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:24.893921 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] No DVR routers for this DVR port 56d13828-a7b1-48ba-a91b-54ac59ea2a8c on host dv-cinder-804459-4-iscsi {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:24.904428 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-bac12a2c-0fac-4bab-92a8-55eb82c2f62d None None] The port '56d13828-a7b1-48ba-a91b-54ac59ea2a8c' was deleted {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 27 17:04:24.916798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d13828-a7b1-48ba-a91b-54ac59ea2a8c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:24.997890 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.009756 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251e9dd7-fd96-4147-8710-4dc561b17665']}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:25.022325 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb3cd43-9474-456a-87b8-90bd36bf82d2') {'for_net_delete': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:25.022726 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.services.segments.db [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb3cd43-9474-456a-87b8-90bd36bf82d2') {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:25.032973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30125867'] for segment, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.047139 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.053937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:04:25.054509 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30125640'] for segment, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: Traceback (most recent call last): Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: timer() Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: cb(*args, **kw) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: return func(*args, **kwargs) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: self._notify() Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: self.callback(batched_events) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: event.method(event) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: return f(self, *a, **k) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._get(url).json() Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: return self.request(url, 'GET', **kwargs) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:04:25.056791 dv-cinder-804459-4-iscsi neutron-server[93825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:04:25.119263 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.135099 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.137020 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] 10.222.0.44 "DELETE /v2.0/networks/251e9dd7-fd96-4147-8710-4dc561b17665 HTTP/1.1" status: 204 len: 168 time: 0.6022105 Aug 27 17:04:25.138417 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e956f31-1ef3-4e35-8543-2884e0e8c235 admin admin] Pushing event deleted for resources: {'Network': ['ID=251e9dd7-fd96-4147-8710-4dc561b17665,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:25.268482 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47628) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:25.309028 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-f80be70d-4c5f-4ad4-ac2c-fc373b5bc21b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b4a1271d7549e183698739c34b5b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393746 Aug 27 17:04:25.311600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47630) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:25.361668 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.384506 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.434235 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.438513 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.440207 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da4b8eeb-43f7-453b-af29-dffab1cdc471 HTTP/1.1" status: 204 len: 168 time: 0.1275506 Aug 27 17:04:25.452054 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9fda8-288a-4821-b9f2-c78cd8979469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4b8eeb-43f7-453b-af29-dffab1cdc471,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:25.767807 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47636) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:25.815385 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5cca63dc-d479-476d-bfdc-3a6b880c1a28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=252cbde5ffaf4715a0c95e5924177fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438814 Aug 27 17:04:25.815721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47638) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:25.868857 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 56d13828-a7b1-48ba-a91b-54ac59ea2a8c no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:25.883096 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.895033 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 56d13828-a7b1-48ba-a91b-54ac59ea2a8c {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:25.895379 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 56d13828-a7b1-48ba-a91b-54ac59ea2a8c not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:25.895800 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:25.906272 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.915213 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:25.915553 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c1dcd4f3-1f07-45a4-9ecc-07e2e46ad597 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:25.915974 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c704423c-8cdb-463a-bf52-cb1463ecec90 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:25.934647 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: c704423c-8cdb-463a-bf52-cb1463ecec90 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:25.934985 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device c704423c-8cdb-463a-bf52-cb1463ecec90 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:25.955655 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.958200 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:25.959380 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb7517c2-950c-47c1-9f5f-5b32247b7f37 HTTP/1.1" status: 204 len: 168 time: 0.1424127 Aug 27 17:04:25.967820 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41247cbd-1375-4113-8107-b0aa6d8360bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7517c2-950c-47c1-9f5f-5b32247b7f37,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:26.715034 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47660) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:26.818193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1440007023-network', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:26.847913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Made reservation on behalf of 1b294d23de734c0382cbd81f2fb8b348 for: {'network': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:26.851371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:26.868250 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:26.972038 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:26.976383 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.007027 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:04:27.013696 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5acaec7-0cc1-4672-a68a-665847ad576a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:27.022320 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.023293 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.segments_db [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Added segment 602ca17b-f91f-4f07-8bbb-c66eb36eeca5 of type vlan for network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb Aug 27 17:04:27.066545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.089950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.090956 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:27.091545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.153592 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4354343 Aug 27 17:04:27.157658 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47664) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:27.162943 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Request body: {'subnet': {'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1440007023-subnet', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:27.166141 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0707-c1ac-41da-8e23-4bdb9e223453 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:27.177059 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:04:27.188277 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Made reservation on behalf of 1b294d23de734c0382cbd81f2fb8b348 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:27.190830 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.375920 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.427508 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec81703-3cb1-40c3-b5ce-ea81b8aec979,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:27.444403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:27.444767 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Network hostable DHCP agents. Network: fbd166d1-d2bf-41d8-8f08-ffcee643cdcb, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:04:27.466100 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:04:27.482747 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, fbd166d1-d2bf-41d8-8f08-ffcee643cdcb) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:27.495940 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:27.496785 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.497367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ef6d6-e7e8-4952-b6f4-14ae5514205a None None] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:27.518483 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7240f67a-afed-4744-8862-9b306241d203 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3596375 Aug 27 17:04:27.522195 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47666) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:27.526773 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:27.548426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.549856 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.606576 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.661953 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:04:27.662847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.746294 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.819556 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Allocated IP 172.20.0.2 (fbd166d1-d2bf-41d8-8f08-ffcee643cdcb/5ec81703-3cb1-40c3-b5ce-ea81b8aec979/dc6b7d73-75a7-4daf-a160-80c2c62d603c) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:27.958225 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.976102 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.978066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:27.984640 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Transition to ACTIVE for port object dc6b7d73-75a7-4daf-a160-80c2c62d603c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:28.000634 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Transition to ACTIVE for port object dc6b7d73-75a7-4daf-a160-80c2c62d603c will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:28.006791 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.045017 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:28.050133 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:28.053822 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:28.060977 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d73-75a7-4daf-a160-80c2c62d603c,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:28.087603 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Allocated IP 172.27.2.219 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/0f4b92a4-58b1-494a-bda2-4c226f1fd4a7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:28.121685 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Attempting to bind port dc6b7d73-75a7-4daf-a160-80c2c62d603c on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:28.122048 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Attempting to bind port dc6b7d73-75a7-4daf-a160-80c2c62d603c by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:28.122403 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Attempting to bind port dc6b7d73-75a7-4daf-a160-80c2c62d603c on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:28.127704 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:28.128066 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:28.128459 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.128839 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Bound using segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:28.129289 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Bound port: dc6b7d73-75a7-4daf-a160-80c2c62d603c, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:28.129692 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.207651 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.208004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] For port dc6b7d73-75a7-4daf-a160-80c2c62d603c, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:28.211477 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] For port dc6b7d73-75a7-4daf-a160-80c2c62d603c, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=dc6b7d73-75a7-4daf-a160-80c2c62d603c,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:28.215415 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.255881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.277050 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e42426-8a1a-4f5b-b401-3c5d2d13c59a None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d73-75a7-4daf-a160-80c2c62d603c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:28.300974 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:28.303910 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:28.308624 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:28.311909 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:28.596831 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.794305 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:28.925201 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Router aff76023-5398-4e69-8018-cd469dbf8929 is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:04:29.045079 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:29.057068 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:29.063730 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:29.065621 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-c53e499f-9e61-46bc-8bae-b782bf863198 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5423877 Aug 27 17:04:29.068355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:29.068980 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:29.069952 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47670) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:29.191880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:29.265520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972a5bc-8719-4cc7-8fa7-885b3a4458ce None None] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:29.372185 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e5e7ed70-442d-4b4a-b3df-f2bf72a788dc None None] Provisioning for port dc6b7d73-75a7-4daf-a160-80c2c62d603c completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:29.514402 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:28Z', 'revision_number': 3, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:29.674202 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:29.674468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Updating router aff76023-5398-4e69-8018-cd469dbf8929 port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:29.702118 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:29.854420 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.027679 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device dc6b7d73-75a7-4daf-a160-80c2c62d603c up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:30.096988 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Allocated IP 172.20.0.1 (fbd166d1-d2bf-41d8-8f08-ffcee643cdcb/5ec81703-3cb1-40c3-b5ce-ea81b8aec979/51b13b4a-3887-4183-b0d8-8c73e14c5d61) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:30.145648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port dc6b7d73-75a7-4daf-a160-80c2c62d603c completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:30.153401 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port dc6b7d73-75a7-4daf-a160-80c2c62d603c triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:30.154057 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.184808 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.203046 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Transition to ACTIVE for port object 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:30.214052 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.272557 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.282638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46e26b-ab9f-4656-80db-b325944df903 req-f726093b-d6a9-437e-b9e5-3c37d18b559e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:30.284205 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea46e26b-ab9f-4656-80db-b325944df903 req-f726093b-d6a9-437e-b9e5-3c37d18b559e tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.0888519 Aug 27 17:04:30.300074 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675a26-3480-4d20-bb48-12f70aa89c87 None None] Pushing event updated for resources: {'Port': ['ID=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:30.303897 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Transition to ACTIVE for port object 51b13b4a-3887-4183-b0d8-8c73e14c5d61 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:30.304849 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Attempting to bind port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:30.305214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Attempting to bind port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:30.305598 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Attempting to bind port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:30.310070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.314984 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:30.315354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:30.315744 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.316132 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:30.316596 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Bound port: 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:30.316969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.339784 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea46e26b-ab9f-4656-80db-b325944df903 req-bad9b17f-cf07-45d6-b3ad-3607b2c28c3f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448613 Aug 27 17:04:30.369863 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.378766 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port dc6b7d73-75a7-4daf-a160-80c2c62d603c, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=dc6b7d73-75a7-4daf-a160-80c2c62d603c,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:30.387557 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.417285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] For port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:30.417568 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:30.420458 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:30.423956 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:30.433538 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] For port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:30.442160 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.460339 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Pushing event updated for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:30.462851 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=dc6b7d73-75a7-4daf-a160-80c2c62d603c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:30.483727 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.483952 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:30.484665 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:30.614871 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675a26-3480-4d20-bb48-12f70aa89c87 None None] Pushing event updated for resources: {'Port': ['ID=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:30.638819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:30.646482 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.769962 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3a48b708-a234-444c-b111-8a7035e3fbf1 None None] Provisioning for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:30.785214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3a48b708-a234-444c-b111-8a7035e3fbf1 None None] Provisioning complete for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:30.785623 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3a48b708-a234-444c-b111-8a7035e3fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.835400 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-3a48b708-a234-444c-b111-8a7035e3fbf1 None None] Port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:30.836988 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.841814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.885286 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:28Z', 'revision_number': 3, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:30.909485 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Pushing event updated for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:30.911931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:30.916620 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d66654-57f2-4b27-a9bd-46ff233e3fd4 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:28Z', 'revision_number': 3, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:31.019544 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:31.021164 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:31.153644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:31.296560 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:31.301825 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-7c265b43-4d92-47e6-9fcd-ebaa0bd93919 admin admin] 10.222.0.44 "PUT /v2.0/routers/aff76023-5398-4e69-8018-cd469dbf8929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2307355 Aug 27 17:04:31.362558 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ef7a9c48-79f6-45ba-bf7e-b130756c836f None None] Provisioning complete for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:31.363128 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9c48-79f6-45ba-bf7e-b130756c836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:31.423365 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a9c48-79f6-45ba-bf7e-b130756c836f None None] Port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:31.508042 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0471f1-0025-4ae4-aefc-c70cc685b6f2 req-eec7aae7-b22f-4e4f-a168-cdf864c4527f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:31.509671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c0471f1-0025-4ae4-aefc-c70cc685b6f2 req-eec7aae7-b22f-4e4f-a168-cdf864c4527f tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.0682549 Aug 27 17:04:31.553877 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c0471f1-0025-4ae4-aefc-c70cc685b6f2 req-6add026f-26a3-498f-a76c-91c5fed4eeb9 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups?id=55bc18cf-7a1a-4789-b7e1-237ebcd3f425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Aug 27 17:04:31.726274 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6970b48-082b-49f4-a7e3-96167874e944 req-b6f70dc5-514f-46e5-939f-f788a0c0a394 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:31.728056 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e6970b48-082b-49f4-a7e3-96167874e944 req-b6f70dc5-514f-46e5-939f-f788a0c0a394 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 946 time: 0.0594735 Aug 27 17:04:31.840201 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Deleting port b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:31.840511 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:31.909306 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:31.916496 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-314340319-network', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:31.946354 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Made reservation on behalf of 3cfdee93bc474f5fa4aaa2e292bf768a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:31.948894 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:31.958817 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:31.972655 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] For port b733b834-aa41-4d39-9c6a-40d3fdf15c72, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b733b834-aa41-4d39-9c6a-40d3fdf15c72,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:31.973228 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.003849 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:32.088196 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.089987 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:32.096619 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.101917 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:32.102991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.148941 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:04:32.155883 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5620138f-6216-4cd3-bc0c-07a6b2c6b518,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:32.164603 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.164951 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Added segment dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b of type vlan for network 8b3d9808-6029-4625-90ae-106bc8a779c9 Aug 27 17:04:32.215996 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.223576 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.224176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.224647 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Floating IP 744a7b9e-dee2-4986-ad0a-0a59157fff0c disassociated. External IP: 172.27.2.149, port: b733b834-aa41-4d39-9c6a-40d3fdf15c72. Aug 27 17:04:32.224835 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.225170 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Calling delete_port for b733b834-aa41-4d39-9c6a-40d3fdf15c72 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:32.247787 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:32.251469 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.252485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:32.253070 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.254922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.255987 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device dc6b7d73-75a7-4daf-a160-80c2c62d603c up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:32.311181 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4003582 Aug 27 17:04:32.314922 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:32.318575 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451e33-e5e8-4ef8-9a3c-72256b143364 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3d9808-6029-4625-90ae-106bc8a779c9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:32.321160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Request body: {'subnet': {'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-314340319-subnet', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:32.343206 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:04:32.368002 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Made reservation on behalf of 3cfdee93bc474f5fa4aaa2e292bf768a for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:32.370326 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.401869 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:32.428593 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port dc6b7d73-75a7-4daf-a160-80c2c62d603c triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:32.428845 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.461644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.499225 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'Port': ['ID=b733b834-aa41-4d39-9c6a-40d3fdf15c72,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:32.701212 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6bdd3e8c-8c61-4bf1-a9c6-d6741ae4ed49 req-52b2dd3d-ff0f-4f08-ada0-945cec12c046 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/ports?device_id=38b31008-dcc0-4461-a8ba-da4d9c5a1159 HTTP/1.1" status: 200 len: 210 time: 0.0482311 Aug 27 17:04:32.710671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.746179 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:32.783353 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c47b02-b61d-4cc5-b520-37c524855737,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:32.827921 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Checking segment: {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:32.828320 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Network hostable DHCP agents. Network: 8b3d9808-6029-4625-90ae-106bc8a779c9, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:04:32.889056 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:04:32.913693 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 8b3d9808-6029-4625-90ae-106bc8a779c9) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:32.918814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:32.919436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.923131 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:32.924430 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa2f00-1947-4c55-8fe3-c01628afc797 None None] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:32.936091 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:32.955913 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:32.960046 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:32.960277 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:32.960751 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-3b969792-a3db-4f28-b6a6-0a804e334925 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6443391 Aug 27 17:04:32.960838 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:32.964946 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:32.992726 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:32.993968 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.002660 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] No DVR routers for this DVR port b733b834-aa41-4d39-9c6a-40d3fdf15c72 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:33.006332 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.008381 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e6970b48-082b-49f4-a7e3-96167874e944 req-7e1e6070-3aaf-4995-8287-3421e393d135 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.43 "DELETE /v2.0/ports/b733b834-aa41-4d39-9c6a-40d3fdf15c72 HTTP/1.1" status: 204 len: 173 time: 1.2714987 Aug 27 17:04:33.008839 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-deleted', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:33.011397 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead6692-3ed6-4503-a937-a38eaaca6ef6" -d '{"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-deleted", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:33.040191 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:33.041482 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:33.100769 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8636069-4d68-4cf1-90e2-6454793aa4a5 x-openstack-request-id: req-f8636069-4d68-4cf1-90e2-6454793aa4a5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:33.103306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b31008-dcc0-4461-a8ba-da4d9c5a1159", "name": "network-vif-deleted", "tag": "b733b834-aa41-4d39-9c6a-40d3fdf15c72", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:33.105904 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8636069-4d68-4cf1-90e2-6454793aa4a5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:33.106695 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b31008-dcc0-4461-a8ba-da4d9c5a1159', 'name': 'network-vif-deleted', 'tag': 'b733b834-aa41-4d39-9c6a-40d3fdf15c72', 'status': 'completed', 'code': 200} Aug 27 17:04:33.158083 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:33.260318 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:33.313712 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-8b3d9808-6029-4625-90ae-106bc8a779c9', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:04:33.315383 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.381545 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.424819 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:33.465550 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:33.479517 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:33.480506 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:33.545448 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.613595 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:33.720517 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Allocated IP 172.20.0.2 (8b3d9808-6029-4625-90ae-106bc8a779c9/69c47b02-b61d-4cc5-b520-37c524855737/5c44a10c-354c-4230-88c8-46bbd0b40365) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:33.787801 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.811010 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.819614 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b5c29f74-6621-4d5d-a08b-8ec2db54db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:33.858144 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 2, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:33.883248 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:33.886297 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47712) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:33.900748 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:33.901106 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Updating router aff76023-5398-4e69-8018-cd469dbf8929 port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:33.933341 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca89cee-69e4-4730-a834-074baa6ece1e None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T16:56:40Z', 'revision_number': 4, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '5a5b6287-f58b-4ee1-983a-6dc3ced12498', 'name': '', 'network_id': '33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'mac_address': 'fa:16:3e:0c:ca:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:38Z', 'updated_at': '2021-08-27T16:56:48Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'subnets': [{'id': '3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:33.964786 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:33.978462 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Allocated IP 172.27.2.89 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/72283b92-d86d-4f62-8adc-a0c84a42cd02) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:33.992617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.007801 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.033239 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.039452 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.055534 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Transition to ACTIVE for port object 5c44a10c-354c-4230-88c8-46bbd0b40365 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:34.108865 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:34.109243 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.122575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.126644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.131146 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "DELETE /v2.0/security-groups/55bc18cf-7a1a-4789-b7e1-237ebcd3f425 HTTP/1.1" status: 204 len: 168 time: 0.2434907 Aug 27 17:04:34.132169 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47714) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:34.135498 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.163900 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.api.v2.resource [None req-29f3716f-5d18-46ef-85a9-7ede70d2ea73 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] show failed (client error): The resource could not be found. Aug 27 17:04:34.167870 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-29f3716f-5d18-46ef-85a9-7ede70d2ea73 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "GET /v2.0/security-groups/55bc18cf-7a1a-4789-b7e1-237ebcd3f425 HTTP/1.1" status: 404 len: 347 time: 0.0263817 Aug 27 17:04:34.171247 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:34.179026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0b803-af43-450d-a58b-247b86e2db7a tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc18cf-7a1a-4789-b7e1-237ebcd3f425,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.195217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Transition to ACTIVE for port object 5c44a10c-354c-4230-88c8-46bbd0b40365 will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:34.212645 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.225570 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.280115 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:34.284089 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:34.288803 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48de5746-5b23-48b9-a976-4a36d4383378 None None] New status for floating IP 744a7b9e-dee2-4986-ad0a-0a59157fff0c: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:04:34.290208 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:34.293952 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Pushing event updated for resources: {'Port': ['ID=72283b92-d86d-4f62-8adc-a0c84a42cd02,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.355869 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Deleting port a0fa2979-fa12-40cd-848d-f01424964b2f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:34.356761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.407419 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:34.410587 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Pushing event updated for resources: {'Port': ['ID=5c44a10c-354c-4230-88c8-46bbd0b40365,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.414355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:34.419579 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:34.466433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.467160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.481998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Calling delete_port for a0fa2979-fa12-40cd-848d-f01424964b2f owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:34.535919 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Attempting to bind port 5c44a10c-354c-4230-88c8-46bbd0b40365 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:34.536301 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Attempting to bind port 5c44a10c-354c-4230-88c8-46bbd0b40365 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:34.536639 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Attempting to bind port 5c44a10c-354c-4230-88c8-46bbd0b40365 on network 8b3d9808-6029-4625-90ae-106bc8a779c9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:34.573942 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:34.574289 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Checking segment: {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:34.574694 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.575076 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Bound using segment: {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:34.575674 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Bound port: 5c44a10c-354c-4230-88c8-46bbd0b40365, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:34.575917 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.606278 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.647787 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.659845 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.660142 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Transition to ACTIVE for port object 51b13b4a-3887-4183-b0d8-8c73e14c5d61 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:34.670478 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] For port 5c44a10c-354c-4230-88c8-46bbd0b40365, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:34.673951 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.677158 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] For port 5c44a10c-354c-4230-88c8-46bbd0b40365, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5c44a10c-354c-4230-88c8-46bbd0b40365,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:34.693850 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Pushing event deleted for resources: {'Port': ['ID=a0fa2979-fa12-40cd-848d-f01424964b2f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.717839 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.761428 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24b256-6b87-41ce-b0ba-db24e946c82e None None] Pushing event updated for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.768851 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.772177 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.774427 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e42869d6-31f6-45cd-bc00-599c8fe9a4b7 tempest-AttachVolumeShelveTestJSON-335437328 tempest-AttachVolumeShelveTestJSON-335437328-project] 10.222.0.44 "DELETE /v2.0/floatingips/744a7b9e-dee2-4986-ad0a-0a59157fff0c HTTP/1.1" status: 204 len: 168 time: 0.6013618 Aug 27 17:04:34.856813 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Attempting to bind port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:34.857307 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Attempting to bind port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:34.857922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Attempting to bind port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:34.878077 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:34.878507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:34.879918 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.879918 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Bound using segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:34.879918 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Bound port: 51b13b4a-3887-4183-b0d8-8c73e14c5d61, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:34.880244 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.909507 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e0d5-9863-4471-aefb-e165410be06f None None] Pushing event updated for resources: {'Port': ['ID=5c44a10c-354c-4230-88c8-46bbd0b40365,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:34.961696 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:34.993740 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] For port 51b13b4a-3887-4183-b0d8-8c73e14c5d61, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:35.002651 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] For port 51b13b4a-3887-4183-b0d8-8c73e14c5d61, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=51b13b4a-3887-4183-b0d8-8c73e14c5d61,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:35.009468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:35.075986 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24b256-6b87-41ce-b0ba-db24e946c82e None None] Pushing event updated for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:35.078962 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:35.079388 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:35.187880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:04:35.261872 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:35.336642 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:35.348091 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Sync routers for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:35.356467 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:35.361068 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3f7f4ac4-a492-42db-b3df-727946a47827 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3967509 Aug 27 17:04:35.361612 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47722) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:35.400788 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:35.401422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:35.682060 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:35.714058 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: b733b834-aa41-4d39-9c6a-40d3fdf15c72 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:35.714444 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b733b834-aa41-4d39-9c6a-40d3fdf15c72 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:35.752425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:35.887982 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:34Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:35.924475 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb15b5a-340e-469e-9bbf-1831ffa9e1ae None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:34Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:35.994048 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5c44a10c-354c-4230-88c8-46bbd0b40365 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:36.103226 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:34Z', 'revision_number': 3, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:36.107120 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 5c44a10c-354c-4230-88c8-46bbd0b40365 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:36.168522 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6e232-af1d-4525-b36c-e0cb19a51142 None None] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:36.172221 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Checking router: 0146a5a8-fc25-4f6a-a18d-fe66ac11585f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:36.172582 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Updating router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f port 72283b92-d86d-4f62-8adc-a0c84a42cd02 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:36.258343 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.269093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.290354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Provisioning for port 5c44a10c-354c-4230-88c8-46bbd0b40365 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:36.301616 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Provisioning complete for port 5c44a10c-354c-4230-88c8-46bbd0b40365 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:36.301988 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.479712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Allocated IP 172.20.0.1 (8b3d9808-6029-4625-90ae-106bc8a779c9/69c47b02-b61d-4cc5-b520-37c524855737/f1820b7e-4e16-47ee-a0e7-582b29f04560) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:36.509706 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-29fd6189-293f-46b3-bd8c-b9ff67994b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.632168 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.649157 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Transition to ACTIVE for port object f1820b7e-4e16-47ee-a0e7-582b29f04560 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:36.672667 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.693004 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.737449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:36.740652 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:36.745681 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.748774 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:36.768336 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] For port 5c44a10c-354c-4230-88c8-46bbd0b40365, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5c44a10c-354c-4230-88c8-46bbd0b40365,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:36.775380 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Pushing event updated for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:36.780090 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.802990 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.834322 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.869969 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Transition to ACTIVE for port object 72283b92-d86d-4f62-8adc-a0c84a42cd02 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:36.885331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.928774 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022b374-f34f-42d9-ad39-df78a78cb751 None None] Pushing event updated for resources: {'Port': ['ID=5c44a10c-354c-4230-88c8-46bbd0b40365,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:36.964138 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Attempting to bind port 72283b92-d86d-4f62-8adc-a0c84a42cd02 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:36.964506 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Attempting to bind port 72283b92-d86d-4f62-8adc-a0c84a42cd02 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:36.964868 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Attempting to bind port 72283b92-d86d-4f62-8adc-a0c84a42cd02 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:36.985798 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:36.986355 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:36.986850 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:36.987971 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:36.988678 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Bound port: 72283b92-d86d-4f62-8adc-a0c84a42cd02, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:36.989319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.004382 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.024165 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685ed7d-5fea-413d-a290-b903e3790281 None None] Pushing event updated for resources: {'Port': ['ID=72283b92-d86d-4f62-8adc-a0c84a42cd02,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:37.080796 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] For port 72283b92-d86d-4f62-8adc-a0c84a42cd02, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:37.085242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] For port 72283b92-d86d-4f62-8adc-a0c84a42cd02, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=72283b92-d86d-4f62-8adc-a0c84a42cd02,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:37.100593 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.166091 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7d31a852-05d6-4aa9-841e-6704b14363ce None None] Provisioning complete for port 5c44a10c-354c-4230-88c8-46bbd0b40365 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:37.166465 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d31a852-05d6-4aa9-841e-6704b14363ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.211675 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:37.212306 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:37.240615 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.255764 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.332292 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.335413 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Pushing event updated for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:37.344419 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685ed7d-5fea-413d-a290-b903e3790281 None None] Pushing event updated for resources: {'Port': ['ID=72283b92-d86d-4f62-8adc-a0c84a42cd02,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:37.417991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:37.433338 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47740) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:37.484024 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:37.487415 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:37.597348 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b94a2be3-a6ca-44d1-968f-e34bdad0ea4c None None] Provisioning for port f1820b7e-4e16-47ee-a0e7-582b29f04560 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:37.615179 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b94a2be3-a6ca-44d1-968f-e34bdad0ea4c None None] Provisioning complete for port f1820b7e-4e16-47ee-a0e7-582b29f04560 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:37.615383 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b94a2be3-a6ca-44d1-968f-e34bdad0ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.671245 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-b94a2be3-a6ca-44d1-968f-e34bdad0ea4c None None] Port f1820b7e-4e16-47ee-a0e7-582b29f04560 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:37.677260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:37.865578 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-557f7ed9-c208-41d7-8df9-e871f7ee5b2d None None] Provisioning complete for port f1820b7e-4e16-47ee-a0e7-582b29f04560 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:37.866236 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-557f7ed9-c208-41d7-8df9-e871f7ee5b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:37.883371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:37.889746 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-de323b68-4ba5-4cbf-a67c-2ed4cc052768 admin admin] 10.222.0.44 "PUT /v2.0/routers/0146a5a8-fc25-4f6a-a18d-fe66ac11585f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271533 Aug 27 17:04:37.916592 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-be19e737-192a-440f-938b-c50596e917e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'f1820b7e-4e16-47ee-a0e7-582b29f04560', 'name': '', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'mac_address': 'fa:16:3e:0f:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:36Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 1, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'subnets': [{'id': '69c47b02-b61d-4cc5-b520-37c524855737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:37.949935 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19e737-192a-440f-938b-c50596e917e9 None None] The sync data for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi is: [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'f1820b7e-4e16-47ee-a0e7-582b29f04560', 'name': '', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'mac_address': 'fa:16:3e:0f:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:36Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 1, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'subnets': [{'id': '69c47b02-b61d-4cc5-b520-37c524855737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:37.959626 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-557f7ed9-c208-41d7-8df9-e871f7ee5b2d None None] Port f1820b7e-4e16-47ee-a0e7-582b29f04560 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:38.044933 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 51b13b4a-3887-4183-b0d8-8c73e14c5d61 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:38.099480 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.127101 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:38.131086 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:38.131543 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.249649 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.251529 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.322010 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 51b13b4a-3887-4183-b0d8-8c73e14c5d61, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=51b13b4a-3887-4183-b0d8-8c73e14c5d61,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:38.329340 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.330188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5c44a10c-354c-4230-88c8-46bbd0b40365 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:38.420354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:38.440337 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 5c44a10c-354c-4230-88c8-46bbd0b40365 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:38.441005 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.611769 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Deleting port 5a5b6287-f58b-4ee1-983a-6dc3ced12498 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:38.612250 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.633451 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:38.642117 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126862162', 'description': 'tempest-secgroup-smoke-126862162 description', 'project_id': '1b294d23de734c0382cbd81f2fb8b348'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:38.672988 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.721211 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] For port 5a5b6287-f58b-4ee1-983a-6dc3ced12498, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5a5b6287-f58b-4ee1-983a-6dc3ced12498,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:38.722099 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.747001 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Calling delete_port for 5a5b6287-f58b-4ee1-983a-6dc3ced12498 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:38.798713 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.803757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.837414 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:38.838678 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2035606 Aug 27 17:04:38.842066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47752) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:38.843383 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ce96a-41cb-426a-b617-b0646d53b694 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:38.852083 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:38.938523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.012044 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.018640 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.058622 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ab290a-1fd5-455d-9033-400c6f5b85f2,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.066545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.067602 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-03f226f4-5766-4442-9def-0b113222cab6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209733 Aug 27 17:04:39.071554 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47754) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:39.076733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:39.083813 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.110674 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.123210 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b6287-f58b-4ee1-983a-6dc3ced12498,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.186217 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.194710 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.213794 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0d0170-efec-4006-b675-dfa3f383e9d9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.239343 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.241967 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d5b60830-e610-4f90-bb78-7a40fd45f071 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1682255 Aug 27 17:04:39.244440 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47756) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:39.279691 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:39.359630 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.379056 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.501887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.508334 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.536973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341dcf75-5a04-4f73-b210-501c2e71b062,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.547503 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.548795 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-4012c8d4-9b53-4ca3-a409-e8cc62219ae8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728386 Aug 27 17:04:39.552258 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:39.557396 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:39.585462 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.651642 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.658862 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.686521 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78dc6eb-1f8d-4dee-9fb5-18f100ea0901,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.690564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.691938 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3e65ceeb-1399-4e9c-b1ba-34fccf53a77c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385148 Aug 27 17:04:39.694902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:39.700028 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:39.725447 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Project 1b294d23de734c0382cbd81f2fb8b348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:04:39.731334 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.808965 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.814394 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.834443 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9ab044-2142-47c1-a6be-e82eb29dc068,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:39.848527 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.850879 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-79eca185-9ec2-49fb-bce1-7c2ef702365c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548295 Aug 27 17:04:39.858263 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:39.861437 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'security_group_rule': {'security_group_id': '6e23f6a5-8f8a-45a3-a8ed-4f92445de08a', 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:39.895049 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Project 1b294d23de734c0382cbd81f2fb8b348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 17:04:39.902978 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.914060 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:39.978382 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:39.993066 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.002195 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.027615 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aa603a-fe39-432b-8f8d-a6ee5a5c86cc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:40.036806 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.041713 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-054a3724-12e2-455b-97a1-cc9a3a1c8396 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1822784 Aug 27 17:04:40.132422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 72283b92-d86d-4f62-8adc-a0c84a42cd02 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:40.149544 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:40.161029 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Sync routers for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:40.164953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-a86df50f-7074-4d36-80e9-113e939594a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/925bd7ad-d1ad-4f92-a754-fdbda97c17d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7279978 Aug 27 17:04:40.165251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47786) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:40.176458 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:40.177618 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:40.207071 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 72283b92-d86d-4f62-8adc-a0c84a42cd02 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:40.212232 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 72283b92-d86d-4f62-8adc-a0c84a42cd02 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:40.212562 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.315045 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:40.322299 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.330091 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.362406 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 72283b92-d86d-4f62-8adc-a0c84a42cd02, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=72283b92-d86d-4f62-8adc-a0c84a42cd02,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:40.370636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.372682 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 51b13b4a-3887-4183-b0d8-8c73e14c5d61 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:40.461025 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=72283b92-d86d-4f62-8adc-a0c84a42cd02,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:40.464149 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Sync routers for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:40.480381 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:40.481282 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:40.534412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.592436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:40.592816 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.618113 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Deleting port 9b09d371-f93b-4058-9905-78500529e6ab {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:40.618457 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.656243 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:40.658289 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '9b09d371-f93b-4058-9905-78500529e6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T17:04:39Z', 'revision_number': 5, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port': {'id': '9b09d371-f93b-4058-9905-78500529e6ab', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T16:56:32Z', 'updated_at': '2021-08-27T16:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:40.704024 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Checking router: 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:40.719352 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Routers {'925bd7ad-d1ad-4f92-a754-fdbda97c17d2'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:40.720488 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:40.802910 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] For port 9b09d371-f93b-4058-9905-78500529e6ab, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=9b09d371-f93b-4058-9905-78500529e6ab,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:40.803456 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:40.819358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Calling delete_port for 9b09d371-f93b-4058-9905-78500529e6ab owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:40.936127 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'f1820b7e-4e16-47ee-a0e7-582b29f04560', 'name': '', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'mac_address': 'fa:16:3e:0f:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:36Z', 'updated_at': '2021-08-27T17:04:37Z', 'revision_number': 2, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'subnets': [{'id': '69c47b02-b61d-4cc5-b520-37c524855737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:40.952603 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] Set router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:40.965712 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Checking router: 0146a5a8-fc25-4f6a-a18d-fe66ac11585f for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:40.966180 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Updating router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f port f1820b7e-4e16-47ee-a0e7-582b29f04560 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:41.002262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.009585 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 6, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:41.024448 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.043828 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84c952-28c0-47b2-86a5-f2e8311bbbc8 None None] The sync data for ids ['925bd7ad-d1ad-4f92-a754-fdbda97c17d2'] in dv-cinder-804459-4-iscsi is: [{'id': '925bd7ad-d1ad-4f92-a754-fdbda97c17d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2005042277-router', 'tenant_id': 'f586acd03f0346818d7d4bb260dcb669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T16:56:30Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 6, 'project_id': 'f586acd03f0346818d7d4bb260dcb669', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:41.052015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b09d371-f93b-4058-9905-78500529e6ab,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:41.131093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.233818 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.237005 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.280481 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.281758 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925bd7ad-d1ad-4f92-a754-fdbda97c17d2 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:04:41.288793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.288793 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-ebef7aae-53d2-4fa3-9a4f-d27bdd716488 admin admin] 10.222.0.44 "DELETE /v2.0/routers/925bd7ad-d1ad-4f92-a754-fdbda97c17d2 HTTP/1.1" status: 204 len: 168 time: 1.1224291 Aug 27 17:04:41.291793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47822) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:41.340070 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Deleting subnet 3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:04:41.345155 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.356441 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.367864 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Transition to ACTIVE for port object f1820b7e-4e16-47ee-a0e7-582b29f04560 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:41.380146 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.392870 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.457411 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841b831-fe0b-463f-82f2-57f065eb513a None None] Pushing event updated for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:41.491940 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.494877 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Attempting to bind port f1820b7e-4e16-47ee-a0e7-582b29f04560 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:41.495282 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Attempting to bind port f1820b7e-4e16-47ee-a0e7-582b29f04560 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:41.496135 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Attempting to bind port f1820b7e-4e16-47ee-a0e7-582b29f04560 on network 8b3d9808-6029-4625-90ae-106bc8a779c9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:41.502716 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:41.503090 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Checking segment: {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:41.506090 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.506834 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Bound using segment: {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:41.507611 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Bound port: f1820b7e-4e16-47ee-a0e7-582b29f04560, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:41.508497 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.561944 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.592191 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] For port f1820b7e-4e16-47ee-a0e7-582b29f04560, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:41.596909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] For port f1820b7e-4e16-47ee-a0e7-582b29f04560, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=f1820b7e-4e16-47ee-a0e7-582b29f04560,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:41.603174 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.608246 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:41.622329 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.625840 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-94140b30-490f-4b31-959c-89eb6dd67603 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3b928fa0-d9c1-40c3-9fb6-d75f94ed4f38 HTTP/1.1" status: 204 len: 168 time: 0.3315225 Aug 27 17:04:41.627654 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:41.643435 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c3970-459a-4e09-9105-125a06213264 None None] Network 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:41.719987 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.770357 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:41.771001 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:41.776130 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841b831-fe0b-463f-82f2-57f065eb513a None None] Pushing event updated for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:41.807663 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Deleting port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:04:41.808317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.894988 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] For port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,segment=NetworkSegment(0af8e922-35fc-435d-936c-6bfb63308474),segment_id=0af8e922-35fc-435d-936c-6bfb63308474)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:41.895478 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:41.916077 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Calling delete_port for faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:04:42.032162 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.060427 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa28daa-21eb-4bb0-b5c8-8c75eb1dd617,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:42.069467 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] No DVR routers for this DVR port faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 on host dv-cinder-804459-4-iscsi {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:04:42.110298 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:42.146399 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 72283b92-d86d-4f62-8adc-a0c84a42cd02 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:42.174485 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.189513 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:42.202200 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af8e922-35fc-435d-936c-6bfb63308474') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:42.203378 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af8e922-35fc-435d-936c-6bfb63308474') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:42.213435 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.223874 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26987f-310b-4cc3-a509-0bd5d103e3ab None None] DHCP port deletion for 33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:04:42.227870 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.235953 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:04:42.236352 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:04:42.238202 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:04:42.306011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 72283b92-d86d-4f62-8adc-a0c84a42cd02 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:42.306456 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.325889 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.337058 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.339286 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad HTTP/1.1" status: 204 len: 168 time: 0.7106619 Aug 27 17:04:42.350324 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073fa61-cad7-4052-b353-e4efdae5bc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f15d08-50e3-4af6-ac0c-1d6b56f8e5ad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:42.452574 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device f1820b7e-4e16-47ee-a0e7-582b29f04560 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:42.491618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'f1820b7e-4e16-47ee-a0e7-582b29f04560', 'name': '', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'mac_address': 'fa:16:3e:0f:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:36Z', 'updated_at': '2021-08-27T17:04:41Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'subnets': [{'id': '69c47b02-b61d-4cc5-b520-37c524855737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:42.510663 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47830) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:42.526149 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f62cd8f-c8dd-4be0-b8b8-3cf5145079c2 None None] The sync data for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi is: [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:04:36Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': 'f1820b7e-4e16-47ee-a0e7-582b29f04560', 'name': '', 'network_id': '8b3d9808-6029-4625-90ae-106bc8a779c9', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'mac_address': 'fa:16:3e:0f:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '69c47b02-b61d-4cc5-b520-37c524855737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:36Z', 'updated_at': '2021-08-27T17:04:41Z', 'revision_number': 4, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'subnets': [{'id': '69c47b02-b61d-4cc5-b520-37c524855737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:42.548012 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port f1820b7e-4e16-47ee-a0e7-582b29f04560 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:42.553559 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port f1820b7e-4e16-47ee-a0e7-582b29f04560 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:42.553559 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.572723 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-69444b8f-d996-442a-a40e-6ec9c80d0132 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f586acd03f0346818d7d4bb260dcb669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608191 Aug 27 17:04:42.575440 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:42.649009 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.651191 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.675759 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.698930 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port f1820b7e-4e16-47ee-a0e7-582b29f04560, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=f1820b7e-4e16-47ee-a0e7-582b29f04560,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:42.703468 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.751621 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.754201 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:42.757862 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22bdc23c-285b-48c6-bbdf-9d3c21b3f17e HTTP/1.1" status: 204 len: 168 time: 0.1788611 Aug 27 17:04:42.764231 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3dae-fbb3-4f5b-84d1-38cb422dcfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bdc23c-285b-48c6-bbdf-9d3c21b3f17e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:42.773567 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 9b09d371-f93b-4058-9905-78500529e6ab no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:42.807635 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:42.811182 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 9b09d371-f93b-4058-9905-78500529e6ab {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:42.811595 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 9b09d371-f93b-4058-9905-78500529e6ab not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:42.812124 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5a5b6287-f58b-4ee1-983a-6dc3ced12498 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:42.833578 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 5a5b6287-f58b-4ee1-983a-6dc3ced12498 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:42.833779 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5a5b6287-f58b-4ee1-983a-6dc3ced12498 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:43.324031 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.588564 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47856) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:43.690014 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-473628955-network', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:43.712317 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Made reservation on behalf of ddb89f026e96455e8ca2e269e7dde606 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:43.716186 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.733145 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.830819 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.836043 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.861264 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51967c28-df5c-4556-8529-21235806334f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 17:04:43.870543 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73394503-4117-4127-abfe-f508b8686965,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:43.877115 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.877449 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.segments_db [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Added segment 3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48 of type vlan for network 7c74d907-bf12-489d-8677-fe28f1509956 Aug 27 17:04:43.908424 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device f1820b7e-4e16-47ee-a0e7-582b29f04560 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:43.920710 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789096585319'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.957820 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.959117 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:43.959756 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:43.962531 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port f1820b7e-4e16-47ee-a0e7-582b29f04560 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:43.962908 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.023991 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-51967c28-df5c-4556-8529-21235806334f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4343104 Aug 27 17:04:44.024925 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51967c28-df5c-4556-8529-21235806334f admin admin] Pushing event updated for resources: {'Network': ['ID=7c74d907-bf12-489d-8677-fe28f1509956,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:44.027017 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47862) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:44.032887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Request body: {'subnet': {'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-473628955-subnet', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:44.047181 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Network 7c74d907-bf12-489d-8677-fe28f1509956 details requested by agent ovs-agent-dv-cinder-804459-4-iscsi with host dv-cinder-804459-4-iscsi {{(pid=93826) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 17:04:44.066550 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Made reservation on behalf of ddb89f026e96455e8ca2e269e7dde606 for: {'subnet': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:44.069026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25034677'] for subnet, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.169647 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:04:44.190466 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:04:44.190817 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device faa28daa-21eb-4bb0-b5c8-8c75eb1dd617 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:04:44.285376 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30126061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25034695'] for subnet, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.342232 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af509687-ba91-48c9-99c3-c2a7826d5c43,revision_number=0']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:44.353217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Checking segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:44.353609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Network hostable DHCP agents. Network: 7c74d907-bf12-489d-8677-fe28f1509956, hostable agents: ['fef01722-3477-4129-93e1-c551352050aa'], hosted agents: [] {{(pid=93825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 17:04:44.372487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Network 7c74d907-bf12-489d-8677-fe28f1509956 is scheduled to be hosted by DHCP agent fef01722-3477-4129-93e1-c551352050aa with binding_index 1 {{(pid=93825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 17:04:44.383075 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804459-4-iscsi, 7c74d907-bf12-489d-8677-fe28f1509956) {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:44.388315 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:44.389885 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.393334 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb93f25-6244-4454-8ab8-358237f4f6f5 None None] Network 7c74d907-bf12-489d-8677-fe28f1509956 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:44.411826 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-20b7eb71-ea02-473c-b5af-7fd52aeaf99a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3836133 Aug 27 17:04:44.415543 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47864) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:44.420800 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:44.454939 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33101346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127494'] for router, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.456007 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33101454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33102052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33207366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127505'] for router, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.521123 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.674496 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.677650 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13fe3cde-4584-59b4-8a0f-98f6ed194630-7c74d907-bf12-489d-8677-fe28f1509956', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43'}]}} from dv-cinder-804459-4-iscsi. {{(pid=93826) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 17:04:44.678645 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.829194 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.db_base_plugin_common [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Allocated IP 172.20.0.2 (7c74d907-bf12-489d-8677-fe28f1509956/af509687-ba91-48c9-99c3-c2a7826d5c43/020df5ef-e275-49af-a79d-499fb63118bc) {{(pid=93826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:44.898012 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.918480 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.982216 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks [] for port, precommit_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:44.991911 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Transition to ACTIVE for port object 020df5ef-e275-49af-a79d-499fb63118bc will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:45.008787 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Transition to ACTIVE for port object 020df5ef-e275-49af-a79d-499fb63118bc will not be triggered until provisioned by entity DHCP. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:45.015398 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502'] for port, after_create {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.043381 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Allocated IP 172.27.2.37 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/fd3e2c73-66b5-4f6c-afc9-0325321b3da3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:45.068958 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Network 7c74d907-bf12-489d-8677-fe28f1509956 is already hosted by enough agents. {{(pid=93826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:45.071882 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.scheduler.base_scheduler [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Resources bound (agent type, host, resource id): {{(pid=93826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:45.076437 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Received port after_create {{(pid=93826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:45.079718 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Pushing event updated for resources: {'Port': ['ID=020df5ef-e275-49af-a79d-499fb63118bc,revision_number=1']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:45.135967 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Attempting to bind port 020df5ef-e275-49af-a79d-499fb63118bc on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:45.136319 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Attempting to bind port 020df5ef-e275-49af-a79d-499fb63118bc by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:45.136676 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Attempting to bind port 020df5ef-e275-49af-a79d-499fb63118bc on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:45.142418 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:45.142780 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Checking segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:45.143175 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.143560 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Bound using segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:45.144018 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Bound port: 020df5ef-e275-49af-a79d-499fb63118bc, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:45.144391 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.172374 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.214043 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.229116 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] For port 020df5ef-e275-49af-a79d-499fb63118bc, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:45.233842 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] For port 020df5ef-e275-49af-a79d-499fb63118bc, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=020df5ef-e275-49af-a79d-499fb63118bc,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:45.238673 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.258326 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:45.261372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:45.266926 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:45.270319 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:45.316217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b4242-0e2f-47b4-8403-5bd7caf3d932 None None] Pushing event updated for resources: {'Port': ['ID=020df5ef-e275-49af-a79d-499fb63118bc,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:45.575147 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.791006 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33101493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33102395'] for router, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:45.917417 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 020df5ef-e275-49af-a79d-499fb63118bc up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:45.938551 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 is scheduled to L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc with binding_index 1 {{(pid=93825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 17:04:45.976104 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 020df5ef-e275-49af-a79d-499fb63118bc completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:46.074628 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:46.089531 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:46.099144 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.100995 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:46.101141 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-b83b332a-8041-4b48-97bb-90a1daf09753 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6842489 Aug 27 17:04:46.102531 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:46.103489 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47870) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:46.225981 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:46.415774 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403011c-b209-43c9-bbb8-8597e58c9227 None None] Network 7c74d907-bf12-489d-8677-fe28f1509956 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:04:46.449757 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:45Z', 'revision_number': 3, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:46.482306 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:46.482917 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Updating router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 binding host dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:46.515313 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.539164 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Provisioning for port 020df5ef-e275-49af-a79d-499fb63118bc completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:46.577020 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Provisioning complete for port 020df5ef-e275-49af-a79d-499fb63118bc triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:46.577382 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.727153 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.777135 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] For port 020df5ef-e275-49af-a79d-499fb63118bc, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=020df5ef-e275-49af-a79d-499fb63118bc,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:46.783695 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.828468 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.845145 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834525d2-2ba9-4d25-94a7-fb0d029617f3 None None] Pushing event updated for resources: {'Port': ['ID=020df5ef-e275-49af-a79d-499fb63118bc,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:46.845365 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Transition to ACTIVE for port object fd3e2c73-66b5-4f6c-afc9-0325321b3da3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:46.853977 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.905162 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Pushing event updated for resources: {'Port': ['ID=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:46.924332 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.924671 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.925003 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.925334 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.925964 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.926304 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.926627 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.926949 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.927292 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.927649 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.927969 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.928284 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:46.937034 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Attempting to bind port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:46.938128 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Attempting to bind port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:46.938128 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Attempting to bind port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 on network f8fbe469-9465-49d9-97e5-5d062690a45f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:46.943618 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:46.944046 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Checking segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:46.944295 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.944717 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Bound using segment: {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:46.945163 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Bound port: fd3e2c73-66b5-4f6c-afc9-0325321b3da3, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572a513-c2d9-4adb-92ca-2f4ee7c99511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:46.945583 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:46.982173 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.008259 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f22b7053-e0bb-4ab2-bada-df0cf877fcd4 None None] Provisioning complete for port 020df5ef-e275-49af-a79d-499fb63118bc triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:47.008831 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f22b7053-e0bb-4ab2-bada-df0cf877fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.016729 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] For port fd3e2c73-66b5-4f6c-afc9-0325321b3da3, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:47.020582 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] For port fd3e2c73-66b5-4f6c-afc9-0325321b3da3, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:47.025192 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.086605 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:47.087654 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:47.128755 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2246cf-11c1-47e1-aa80-59828ed7deaf None None] Pushing event updated for resources: {'Port': ['ID=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:47.180037 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Allocated IP 172.20.0.1 (7c74d907-bf12-489d-8677-fe28f1509956/af509687-ba91-48c9-99c3-c2a7826d5c43/2e025c76-a19d-42ab-b826-a8ccce58f0e8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:47.217453 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:47.309051 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.323517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Transition to ACTIVE for port object 2e025c76-a19d-42ab-b826-a8ccce58f0e8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:47.358317 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.408134 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Network 7c74d907-bf12-489d-8677-fe28f1509956 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:47.412861 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:47.416041 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:47.419503 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Pushing event updated for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:47.431016 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:45Z', 'revision_number': 3, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:47.463276 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d4d59-4ccc-48d7-bc79-c9e6e2abaf1c None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:45Z', 'revision_number': 3, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:47.469594 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33102564'] for router_interface, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.644508 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.659539 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-49eb9370-b9d8-453b-b3fc-8d75d6539980 None None] Provisioning for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:47.663689 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-49eb9370-b9d8-453b-b3fc-8d75d6539980 None None] Provisioning complete for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:47.664046 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-49eb9370-b9d8-453b-b3fc-8d75d6539980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.723744 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-49eb9370-b9d8-453b-b3fc-8d75d6539980 None None] Port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:47.881967 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.887597 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:47.960222 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Pushing event updated for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:47.964333 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33536676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33102139'] for router_interface, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.015508 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 020df5ef-e275-49af-a79d-499fb63118bc up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:48.080600 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 020df5ef-e275-49af-a79d-499fb63118bc triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:48.081004 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.084913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Network 7c74d907-bf12-489d-8677-fe28f1509956 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:48.086403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:48.211028 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device fd3e2c73-66b5-4f6c-afc9-0325321b3da3 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:48.267570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:04:48.290731 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:48.295719 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:48.296962 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.362023 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4845cf62-abe3-487a-b3f6-ff5e7a0e4ceb None None] Provisioning complete for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:48.362389 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4845cf62-abe3-487a-b3f6-ff5e7a0e4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.426535 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4845cf62-abe3-487a-b3f6-ff5e7a0e4ceb None None] Port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:48.440883 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.442572 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:04:48.447870 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-9b847e8a-eb39-4e07-b070-ffa3e87c97bb admin admin] 10.222.0.44 "PUT /v2.0/routers/cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428242 Aug 27 17:04:48.469186 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port fd3e2c73-66b5-4f6c-afc9-0325321b3da3, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:48.473999 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:48.660550 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:49.006086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47882) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:49.010908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353801044', 'description': 'tempest-description--1369767955'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:49.045038 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.145961 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.150688 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.179837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.181058 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1739492 Aug 27 17:04:49.183057 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c7f2-005d-44d4-bdd4-b85318c28e1d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:49.184962 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:49.190569 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group_rule': {'security_group_id': 'a3ec3830-2bd6-4c55-9376-0d6bdfe1a871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:49.224955 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.287276 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.291410 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.310473 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c702c07a-2d89-42be-94cc-ffb4dd9aa466,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:49.321725 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.323403 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-71d1c1de-3767-4061-8288-97c3f8942ff5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371989 Aug 27 17:04:49.326465 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 47888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:49.332382 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group_rule': {'security_group_id': 'a3ec3830-2bd6-4c55-9376-0d6bdfe1a871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:49.370280 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.434477 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.439183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.456974 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b788f597-8134-4add-890b-8ee02267a321,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:49.467805 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.469282 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-699567e8-6851-4d2f-a7bf-354f51697fe4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417906 Aug 27 17:04:49.475190 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 47890) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:04:49.485429 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:49.516797 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.630650 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.756993 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Allocated IP 172.27.2.129 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/a033ccce-d974-4ed9-a41b-31186f67deff) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:49.770721 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:04:49.781899 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:49.782567 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:49.892029 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.907650 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:49.940991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device fd3e2c73-66b5-4f6c-afc9-0325321b3da3 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:49.943682 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:49.982053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:49.988852 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:49.992692 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:50.016537 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=a033ccce-d974-4ed9-a41b-31186f67deff,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:50.080142 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:50.080419 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.087483 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.140540 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.239495 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 2, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:50.272519 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:04:50.272876 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Updating router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 binding host dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 17:04:50.298905 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.318441 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.325671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.403240 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=a033ccce-d974-4ed9-a41b-31186f67deff,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:50.421292 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.444966 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.446519 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-6d9b9bce-b730-41bc-825f-3a8829195933 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9702547 Aug 27 17:04:50.597454 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.604297 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-4bb2ba9b-856f-4597-aa3c-7cc85110d417 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1353801044&fields=id&tenant_id=ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 267 time: 0.0394909 Aug 27 17:04:50.610717 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Transition to ACTIVE for port object 2e025c76-a19d-42ab-b826-a8ccce58f0e8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:50.616784 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.714055 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c217e0-7297-4922-b4c5-a0ade88e9e6c None None] Pushing event updated for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:50.725617 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Attempting to bind port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 on host dv-cinder-804459-4-iscsi for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:50.725991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Attempting to bind port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 by drivers openvswitch,hyperv on host dv-cinder-804459-4-iscsi at level 0 using segments [{'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:50.726359 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Attempting to bind port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:50.734387 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Checking agent: {'id': '3bd6f260-a7ad-4ce1-a2db-7c65b3986205', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804459-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 48, 37), 'started_at': datetime.datetime(2021, 8, 27, 16, 49, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804459-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:50.734954 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Checking segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:50.735422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.735819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Bound using segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:50.736297 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Bound port: 2e025c76-a19d-42ab-b826-a8ccce58f0e8, host: dv-cinder-804459-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:50.736871 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.744192 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-bfc5c77e-a368-4377-b99a-0186c3d22b5b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:50.747063 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-bfc5c77e-a368-4377-b99a-0186c3d22b5b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 810 time: 0.1342762 Aug 27 17:04:50.763537 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-53ded75b-663d-42b8-81b0-de0a5e3b2f95 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/quotas/ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Aug 27 17:04:50.816003 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] For port 2e025c76-a19d-42ab-b826-a8ccce58f0e8, host dv-cinder-804459-4-iscsi, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:50.819777 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] For port 2e025c76-a19d-42ab-b826-a8ccce58f0e8, host dv-cinder-804459-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2e025c76-a19d-42ab-b826-a8ccce58f0e8,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:50.827075 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:50.837222 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-63007b66-5192-4674-b03b-f63768113a3e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661347 Aug 27 17:04:50.903342 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c217e0-7297-4922-b4c5-a0ade88e9e6c None None] Pushing event updated for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:50.906365 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:04:50.907629 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:50.967210 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-e3617de5-b559-4c6b-84bd-0b97e09c0f71 service neutron] 10.222.0.44 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166618 Aug 27 17:04:51.024990 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:04:51.090362 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9b92f652-a1da-4cbc-8bcc-1cc2d4a30a09 service neutron] 10.222.0.44 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155810 Aug 27 17:04:51.273414 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:50Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:04:51.294365 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ccb526cf-8cd8-4ddb-8ccd-5d7ecef2332f req-287be0bf-bde5-48d7-9b63-fcb61c0f84e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 210 time: 0.0300863 Aug 27 17:04:51.311648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f57b-5348-4685-b20c-5c41646aaea8 None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:50Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:04:51.945165 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2e025c76-a19d-42ab-b826-a8ccce58f0e8 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:52.015682 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:52.019733 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:52.022122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:52.122431 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:52.168416 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] For port 2e025c76-a19d-42ab-b826-a8ccce58f0e8, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2e025c76-a19d-42ab-b826-a8ccce58f0e8,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:52.175992 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:52.236192 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Pushing event updated for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:52.419623 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-779fb8b0-6bff-487a-9b86-43477e8aa6a6 req-dcbd750d-b489-4593-a65b-ab55e7d29522 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 210 time: 0.0332205 Aug 27 17:04:52.763846 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-aea4c209-9b02-4699-a45b-2c4d48f0a95d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:52.766131 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-aea4c209-9b02-4699-a45b-2c4d48f0a95d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 810 time: 0.1095624 Aug 27 17:04:52.842685 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-4d069950-b5a2-4d2e-81df-15564abaf52e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 380 time: 0.0432198 Aug 27 17:04:52.853913 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'port': {'device_id': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'admin_state_up': True, 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'security_groups': ['a3ec3830-2bd6-4c55-9376-0d6bdfe1a871']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:52.961573 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Made reservation on behalf of ddb89f026e96455e8ca2e269e7dde606 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:52.965039 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.095526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Allocated IP 172.20.0.5 (7c74d907-bf12-489d-8677-fe28f1509956/af509687-ba91-48c9-99c3-c2a7826d5c43/53181735-1fd6-4f35-a709-0feefadc810b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:53.236536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.251723 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Transition to ACTIVE for port object 53181735-1fd6-4f35-a709-0feefadc810b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:53.288894 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.333609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Network 7c74d907-bf12-489d-8677-fe28f1509956 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:04:53.338829 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:04:53.342689 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:04:53.370296 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:53.403763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:53.404422 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.424881 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8023beb3-2c01-43ed-975f-1a90985fd5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746613 Aug 27 17:04:53.444977 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Request body: {'port': {'device_id': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:53.519035 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.598898 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1321-9a42-4477-a6ae-86ac0a36a9ea req-18a6586c-47dc-48b1-9bfe-5b7c4abea363 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:53.600376 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c1d1321-9a42-4477-a6ae-86ac0a36a9ea req-18a6586c-47dc-48b1-9bfe-5b7c4abea363 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 931 time: 0.0987194 Aug 27 17:04:53.612423 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-258e5d3e-1503-4c5b-8e84-1bcffe9a95fb None None] Provisioning for port 53181735-1fd6-4f35-a709-0feefadc810b completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:53.617060 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-258e5d3e-1503-4c5b-8e84-1bcffe9a95fb None None] Provisioning complete for port 53181735-1fd6-4f35-a709-0feefadc810b triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:53.617654 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-258e5d3e-1503-4c5b-8e84-1bcffe9a95fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.665234 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-258e5d3e-1503-4c5b-8e84-1bcffe9a95fb None None] Port 53181735-1fd6-4f35-a709-0feefadc810b cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:04:53.705667 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c1d1321-9a42-4477-a6ae-86ac0a36a9ea req-db8074ea-07fd-4703-8ccd-ce5ec58a1d07 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974560 Aug 27 17:04:53.844985 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53181735-1fd6-4f35-a709-0feefadc810b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:04:53.852833 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.865437 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Transition to ACTIVE for port object 53181735-1fd6-4f35-a709-0feefadc810b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:53.870000 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.892932 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2e025c76-a19d-42ab-b826-a8ccce58f0e8 up at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:53.926803 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Pushing event updated for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:53.945068 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Provisioning complete for port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:53.945449 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:53.994486 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Attempting to bind port 53181735-1fd6-4f35-a709-0feefadc810b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:04:53.994968 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Attempting to bind port 53181735-1fd6-4f35-a709-0feefadc810b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:04:53.995305 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Attempting to bind port 53181735-1fd6-4f35-a709-0feefadc810b on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:54.000834 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Port 53181735-1fd6-4f35-a709-0feefadc810b on network 7c74d907-bf12-489d-8677-fe28f1509956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:04:54.001282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Attempting to bind port 53181735-1fd6-4f35-a709-0feefadc810b on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:04:54.006849 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:04:54.007351 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Checking segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:04:54.007737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Bound using segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:04:54.008164 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Bound port: 53181735-1fd6-4f35-a709-0feefadc810b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:04:54.008575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:54.078748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:04:54.082221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=53181735-1fd6-4f35-a709-0feefadc810b,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:04:54.087355 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:54.126444 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.127066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:54.128506 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] 10.222.0.43 "PUT /v2.0/ports/53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 1093 time: 0.6881258 Aug 27 17:04:54.128963 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:04:54.131298 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a66df-0f9d-4ac7-bf93-847aa1605b75" -d '{"events": [{"name": "network-changed", "server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "tag": "53181735-1fd6-4f35-a709-0feefadc810b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:04:54.161011 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe6bc1-07e8-4aa4-b70c-5071316f9982 service neutron] Pushing event updated for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:54.173769 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d9cd1-b6f4-4422-b0d1-40ad90917654 x-openstack-request-id: req-274d9cd1-b6f4-4422-b0d1-40ad90917654 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:04:54.174042 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "tag": "53181735-1fd6-4f35-a709-0feefadc810b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:04:54.174437 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-274d9cd1-b6f4-4422-b0d1-40ad90917654 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:04:54.174840 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b', 'status': 'completed', 'code': 200} Aug 27 17:04:54.250422 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-b7c5cadb-755e-4740-b624-d03f7c179f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.252124 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-b7c5cadb-755e-4740-b624-d03f7c179f17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0495861 Aug 27 17:04:54.308261 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-8fdbacc4-ad76-4468-95e1-5ce396268a98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 217 time: 0.0362391 Aug 27 17:04:54.370650 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-3d171959-970b-43ea-9c5c-c62f1170d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.371997 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-3d171959-970b-43ea-9c5c-c62f1170d241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0482688 Aug 27 17:04:54.425300 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-49b373e7-f94c-4f98-8614-244853710cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.426982 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-49b373e7-f94c-4f98-8614-244853710cea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460162 Aug 27 17:04:54.524779 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-b908b9d0-5754-4880-aff0-09de8216a8ca service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906498 Aug 27 17:04:54.627306 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-96ec8952-23cf-4af4-bfff-6a10417c6dab req-5c435c27-b9bc-419d-b204-e3c84540efe2 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948496 Aug 27 17:04:54.762788 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-a70b25bb-e854-4fe2-8148-02668b1d0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.764297 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-a70b25bb-e854-4fe2-8148-02668b1d0273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1096 time: 0.0447302 Aug 27 17:04:54.884348 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d7982-eb63-4969-81b5-560b812c7ff0 req-3dfdd022-3360-478b-98b1-acf697c2584b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.885776 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d90d7982-eb63-4969-81b5-560b812c7ff0 req-3dfdd022-3360-478b-98b1-acf697c2584b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 943 time: 0.1067464 Aug 27 17:04:54.905213 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-65a57621-45ea-4141-840a-40ff5b933b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:54.907188 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-65a57621-45ea-4141-840a-40ff5b933b14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.1357894 Aug 27 17:04:54.956452 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-884e2a1f-14d3-4555-ad0b-5e0d7895461c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 217 time: 0.0416753 Aug 27 17:04:54.977892 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d90d7982-eb63-4969-81b5-560b812c7ff0 req-0b9c15d0-649b-4a96-a3f3-e29595c466c7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826643 Aug 27 17:04:55.017878 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-1a0bf3df-7377-4880-9654-e6b3410b296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:55.019332 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-1a0bf3df-7377-4880-9654-e6b3410b296d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0552275 Aug 27 17:04:55.068575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-bb7caa5e-94f1-4da0-a7e4-1d417920151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:55.070097 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-bb7caa5e-94f1-4da0-a7e4-1d417920151c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424004 Aug 27 17:04:55.169195 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-00a115c5-fe4f-47b6-a4aa-0ad81a00ca6d service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911250 Aug 27 17:04:55.269806 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-444a66df-0f9d-4ac7-bf93-847aa1605b75 req-8099799f-ea60-4a1b-9829-58b0df069c88 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879655 Aug 27 17:04:56.104014 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1b756-4ebd-44bb-bac5-c8da511ff8d2 req-4c70ebd7-cb50-4b12-890a-69737fcd7e56 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:56.105541 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6dd1b756-4ebd-44bb-bac5-c8da511ff8d2 req-4c70ebd7-cb50-4b12-890a-69737fcd7e56 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 943 time: 0.0509808 Aug 27 17:04:56.145998 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6dd1b756-4ebd-44bb-bac5-c8da511ff8d2 req-37ed5ca1-9391-4f49-8099-7ad9dad3692f tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Aug 27 17:04:57.132729 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-d1799014-cb41-4135-9657-7d59dc0eba27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126862162&fields=id&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 267 time: 0.0387499 Aug 27 17:04:57.273278 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-57521b26-8477-43d0-84ba-ccf0d4967464 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.274798 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-57521b26-8477-43d0-84ba-ccf0d4967464 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.1350048 Aug 27 17:04:57.298212 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb03a-8343-4703-8d78-1c63c38556ec req-ac92e6b0-3fdc-48d8-82dc-863a0ec0e44c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:57.299740 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7fccb03a-8343-4703-8d78-1c63c38556ec req-ac92e6b0-3fdc-48d8-82dc-863a0ec0e44c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 943 time: 0.0803216 Aug 27 17:04:57.302467 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-32b81772-3874-4414-805a-b8f8c97c025b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/quotas/1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 375 time: 0.0210423 Aug 27 17:04:57.369368 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7fccb03a-8343-4703-8d78-1c63c38556ec req-142fe9e3-dfa1-4cc3-b3d2-74bdf9baf17e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634851 Aug 27 17:04:57.385348 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-f8705f1c-ba4c-4df9-8f4c-d890ecb15249 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727124 Aug 27 17:04:57.532829 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-a1ecc86b-661e-41d9-b04c-8a3a1b957c3c service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349118 Aug 27 17:04:57.807529 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 53181735-1fd6-4f35-a709-0feefadc810b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:04:57.894217 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-9e092b46-04b7-48f9-b4d1-04011e3c44c0 service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551750 Aug 27 17:04:57.913834 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=53181735-1fd6-4f35-a709-0feefadc810b,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:57.926702 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '53181735-1fd6-4f35-a709-0feefadc810b', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'port_id': '53181735-1fd6-4f35-a709-0feefadc810b', 'mac_address': 'fa:16:3e:d1:0f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:04:57.969369 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:57.982754 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53181735-1fd6-4f35-a709-0feefadc810b {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:04:58.007825 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=53181735-1fd6-4f35-a709-0feefadc810b,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:04:58.012705 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:58.074226 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:04:58.081897 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.082235 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.082575 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.082911 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.083238 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.083563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.083887 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.084207 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.084559 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.084882 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.085199 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.085539 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:04:58.225850 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-498a9ef0-3df2-4e4a-b3e4-25627f32608d req-b56958fc-a296-46e8-a046-0f0d592e34b0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 210 time: 0.0312114 Aug 27 17:04:58.289938 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['53181735-1fd6-4f35-a709-0feefadc810b'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:04:58.506090 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46f767-96b4-4403-9626-c6dd030325d9 req-df43a15b-eaf2-4922-b6a1-8910fa676be5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:58.508065 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ed46f767-96b4-4403-9626-c6dd030325d9 req-df43a15b-eaf2-4922-b6a1-8910fa676be5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 944 time: 0.0558441 Aug 27 17:04:58.553195 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ed46f767-96b4-4403-9626-c6dd030325d9 req-01f97f7d-7a34-41fa-b43d-3056bfd26d80 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Aug 27 17:04:59.330653 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-48c8f9fa-b9ed-4369-81b9-87ebcea60c28 req-26626fd6-9cbb-4c4a-aea1-6035082488cb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 210 time: 0.0360498 Aug 27 17:04:59.349841 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-b7ac3418-4cba-4dfc-856d-8cc91c5405af tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:59.351281 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-b7ac3418-4cba-4dfc-856d-8cc91c5405af tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.1493685 Aug 27 17:04:59.414174 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-2618e53a-c18e-4e1f-bc7f-d520571a3634 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 379 time: 0.0363870 Aug 27 17:04:59.426101 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'port': {'device_id': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'admin_state_up': True, 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'security_groups': ['6e23f6a5-8f8a-45a3-a8ed-4f92445de08a']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:04:59.555236 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Made reservation on behalf of 1b294d23de734c0382cbd81f2fb8b348 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:04:59.559403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:59.718815 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.20.0.6 (fbd166d1-d2bf-41d8-8f08-ffcee643cdcb/5ec81703-3cb1-40c3-b5ce-ea81b8aec979/b5fcbacf-05b6-4518-95ea-89f3afa2f487) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:04:59.727967 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d13e1-1d27-482b-b689-48b51daaf05e req-2b2454c6-3716-4527-b9d2-aea6acc3dd87 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:04:59.729536 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c00d13e1-1d27-482b-b689-48b51daaf05e req-2b2454c6-3716-4527-b9d2-aea6acc3dd87 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 944 time: 0.0985358 Aug 27 17:04:59.800468 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c00d13e1-1d27-482b-b689-48b51daaf05e req-0e49ee27-554c-4611-8958-c894215b40ee tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611136 Aug 27 17:04:59.819785 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 53181735-1fd6-4f35-a709-0feefadc810b up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:04:59.903629 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 53181735-1fd6-4f35-a709-0feefadc810b completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:04:59.911113 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 53181735-1fd6-4f35-a709-0feefadc810b triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:04:59.911485 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:59.919766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:04:59.936831 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Transition to ACTIVE for port object b5fcbacf-05b6-4518-95ea-89f3afa2f487 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:04:59.997793 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.029105 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.056436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:05:00.059897 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:05:00.064520 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:00.066242 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:05:00.068072 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593e426-525e-4a8d-b4bf-1c702c1f56ce" -d '{"events": [{"server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "name": "network-vif-plugged", "status": "completed", "tag": "53181735-1fd6-4f35-a709-0feefadc810b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:00.095413 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=53181735-1fd6-4f35-a709-0feefadc810b,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:00.102410 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.115005 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:00.125523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.125910 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.126259 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.126596 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.126927 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.127262 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.127593 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.127918 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.128369 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.128609 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.128942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.129262 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:05:00.148927 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:00.149804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.168503 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-06040b89-d094-4d3e-b7a7-5947a4505b27 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485788 Aug 27 17:05:00.172291 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c18be5-76d2-4937-83de-72f604ae471c x-openstack-request-id: req-54c18be5-76d2-4937-83de-72f604ae471c {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:00.172575 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "name": "network-vif-plugged", "status": "completed", "tag": "53181735-1fd6-4f35-a709-0feefadc810b", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:00.172815 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54c18be5-76d2-4937-83de-72f604ae471c {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:00.173199 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b', 'code': 200} Aug 27 17:05:00.177367 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:00.209665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Request body: {'port': {'device_id': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:05:00.273914 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.396230 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-788c32a8-16ae-4759-8059-09028fb9fa24 None None] Provisioning for port b5fcbacf-05b6-4518-95ea-89f3afa2f487 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:05:00.401822 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-788c32a8-16ae-4759-8059-09028fb9fa24 None None] Provisioning complete for port b5fcbacf-05b6-4518-95ea-89f3afa2f487 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:05:00.402278 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-788c32a8-16ae-4759-8059-09028fb9fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.429079 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f76698-79a2-4419-8ee7-b3a61eb4b0ba req-59d57fb5-f814-40fa-8152-15ed8acc75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:00.431371 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-e5f76698-79a2-4419-8ee7-b3a61eb4b0ba req-59d57fb5-f814-40fa-8152-15ed8acc75df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0720668 Aug 27 17:05:00.454747 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-788c32a8-16ae-4759-8059-09028fb9fa24 None None] Port b5fcbacf-05b6-4518-95ea-89f3afa2f487 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:05:00.472544 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [req-e5f76698-79a2-4419-8ee7-b3a61eb4b0ba req-27e4540a-f786-4f1c-841d-715e9bfec9b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339704 Aug 27 17:05:00.527570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390fc70-d621-44ed-983b-cdaded9fa7e0 req-0975796a-5227-4f44-8b3c-7444bdf3da82 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:00.528988 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f390fc70-d621-44ed-983b-cdaded9fa7e0 req-0975796a-5227-4f44-8b3c-7444bdf3da82 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 931 time: 0.1182289 Aug 27 17:05:00.593867 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f390fc70-d621-44ed-983b-cdaded9fa7e0 req-e036a293-8d4f-43ec-928d-7008ee73864e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564802 Aug 27 17:05:00.649642 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fcbacf-05b6-4518-95ea-89f3afa2f487 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:05:00.658388 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.670656 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Transition to ACTIVE for port object b5fcbacf-05b6-4518-95ea-89f3afa2f487 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:05:00.674541 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.681436 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:05:00.731186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:00.813850 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Attempting to bind port b5fcbacf-05b6-4518-95ea-89f3afa2f487 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:05:00.814403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Attempting to bind port b5fcbacf-05b6-4518-95ea-89f3afa2f487 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:05:00.814941 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Attempting to bind port b5fcbacf-05b6-4518-95ea-89f3afa2f487 on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:05:00.821538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Port b5fcbacf-05b6-4518-95ea-89f3afa2f487 on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:05:00.821941 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Attempting to bind port b5fcbacf-05b6-4518-95ea-89f3afa2f487 on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:05:00.828202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:05:00.828553 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:05:00.828939 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Bound using segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:05:00.829373 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Bound port: b5fcbacf-05b6-4518-95ea-89f3afa2f487, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:05:00.829764 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.929502 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:05:00.947436 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:05:00.953690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:00.992145 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bb6f3-170d-4609-8d0d-abe4d92a0bd1 req-94af0ac4-ca56-4fad-8768-081c2d9125f5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:00.993667 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-284bb6f3-170d-4609-8d0d-abe4d92a0bd1 req-94af0ac4-ca56-4fad-8768-081c2d9125f5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.1015179 Aug 27 17:05:01.002166 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.002776 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:01.004135 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 200 len: 1093 time: 0.8042779 Aug 27 17:05:01.004601 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:01.006873 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6b9ca-a547-45e9-93c7-d22e350e60fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:01.051912 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d5c48-d515-44c6-bd23-73bd6c8187eb x-openstack-request-id: req-642d5c48-d515-44c6-bd23-73bd6c8187eb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:01.052199 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:01.052444 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-642d5c48-d515-44c6-bd23-73bd6c8187eb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:01.052834 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'status': 'completed', 'code': 200} Aug 27 17:05:01.059412 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78513c9c-6bb0-427b-a384-735c50cf83b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:01.071671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-284bb6f3-170d-4609-8d0d-abe4d92a0bd1 req-4e8840f4-78be-47a6-b04d-15dea404e6d8 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591054 Aug 27 17:05:01.138384 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-24b5c9f5-6fc4-4672-b341-b34db67e8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.140830 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-24b5c9f5-6fc4-4672-b341-b34db67e8063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1096 time: 0.0486052 Aug 27 17:05:01.199011 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-dae9bb06-2691-414a-9205-104879d2a25b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 200 len: 217 time: 0.0429134 Aug 27 17:05:01.251406 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-fb4ae4f8-d2a2-4ed1-a905-651d4b4d5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.252873 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-fb4ae4f8-d2a2-4ed1-a905-651d4b4d5b15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0460150 Aug 27 17:05:01.305290 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-6480670d-9a1f-41a5-990e-a2b2c8e11917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.306847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-6480670d-9a1f-41a5-990e-a2b2c8e11917 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424898 Aug 27 17:05:01.408538 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-4ce40871-69a0-4b0c-8f61-867d03fd085e service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936241 Aug 27 17:05:01.516706 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ab6c3360-0352-4e79-b8ed-0f54418f6918 req-4c63b25f-3003-4209-9be0-d9e32fcf1330 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881691 Aug 27 17:05:01.719050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-b1357ff1-7fa9-4be7-b770-38d790175be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.720580 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-b1357ff1-7fa9-4be7-b770-38d790175be1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1096 time: 0.0784326 Aug 27 17:05:01.750842 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccda3-05df-40a2-b81a-0633db72b5a4 req-baa2a7f5-2b60-4c6c-9cae-4a609136980a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.752317 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5b6ccda3-05df-40a2-b81a-0633db72b5a4 req-baa2a7f5-2b60-4c6c-9cae-4a609136980a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0745835 Aug 27 17:05:01.836759 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5b6ccda3-05df-40a2-b81a-0633db72b5a4 req-79a97adf-6a8e-446a-ab74-ef038366eaaa tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745490 Aug 27 17:05:01.863140 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-aee8a5b4-ea5d-4531-a4a0-b5436b5e06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.864599 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-aee8a5b4-ea5d-4531-a4a0-b5436b5e06b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.1348155 Aug 27 17:05:01.913506 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-1fb39206-aed4-4978-bf8a-e54e118f4c34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 200 len: 217 time: 0.0388765 Aug 27 17:05:01.964751 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-e620853e-4ded-4702-a411-ecc71723fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:01.966279 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-e620853e-4ded-4702-a411-ecc71723fce8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0445023 Aug 27 17:05:02.021809 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-74f5c744-4211-47dc-9458-3891c8f3b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:02.023312 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-74f5c744-4211-47dc-9458-3891c8f3b77f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496700 Aug 27 17:05:02.120889 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-5bc1ae0d-af08-40d4-86e3-93e338e3ae71 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889633 Aug 27 17:05:02.246411 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e40d80-d38a-48d5-bc49-1e8bedbf0597 req-540a079a-99e1-45d5-abc1-35d49215d2ce tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:02.248735 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e5e40d80-d38a-48d5-bc49-1e8bedbf0597 req-540a079a-99e1-45d5-abc1-35d49215d2ce tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0962493 Aug 27 17:05:02.269078 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-37d6b9ca-a547-45e9-93c7-d22e350e60fb req-13ec56bc-1df0-4be6-9930-fb55220e5035 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395731 Aug 27 17:05:02.301860 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e5e40d80-d38a-48d5-bc49-1e8bedbf0597 req-d26002da-bf2b-4437-8467-0afb5572de74 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458341 Aug 27 17:05:02.416078 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ee3b3-7951-4941-a3e2-f52d7570e7c9 req-ae6ad8b2-1a6b-449f-9dcb-aa41e4184417 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:02.417807 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-bb7ee3b3-7951-4941-a3e2-f52d7570e7c9 req-ae6ad8b2-1a6b-449f-9dcb-aa41e4184417 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Aug 27 17:05:02.427623 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:02.432239 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'floatingip': {'port_id': '53181735-1fd6-4f35-a709-0feefadc810b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:05:02.474014 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:02.963762 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f877c-a5e9-4273-a5de-432ca0d1f10d req-407aaeaf-65ba-4233-8632-55908e68afe0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:02.966064 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-474f877c-a5e9-4273-a5de-432ca0d1f10d req-407aaeaf-65ba-4233-8632-55908e68afe0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0539472 Aug 27 17:05:03.011323 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-474f877c-a5e9-4273-a5de-432ca0d1f10d req-ce8458ab-ab8a-456c-8d35-f838fb8b75a4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Aug 27 17:05:03.177130 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.181626 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.286811 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.db.l3_db [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Floating IP 0b941ff3-a48b-443e-b939-1d02bc6bd9cb associated. External IP: 172.27.2.129, port: 53181735-1fd6-4f35-a709-0feefadc810b. Aug 27 17:05:03.493848 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:03.606081 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:03.611197 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.618314 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:03.629482 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:03.630300 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:03.638967 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4dadc0fd-2c76-4b9b-8425-62cd051ff965 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "PUT /v2.0/floatingips/0b941ff3-a48b-443e-b939-1d02bc6bd9cb HTTP/1.1" status: 200 len: 991 time: 1.2102287 Aug 27 17:05:03.639755 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:03.642109 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a6b7d040b302b71662c618008cc402537bed564fdc29af0153d2611f6fc167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "tag": "53181735-1fd6-4f35-a709-0feefadc810b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:03.694222 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b0a7ee-628d-472f-a3bf-e5416f49a7cd x-openstack-request-id: req-e5b0a7ee-628d-472f-a3bf-e5416f49a7cd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:03.694501 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "tag": "53181735-1fd6-4f35-a709-0feefadc810b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:03.694747 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5b0a7ee-628d-472f-a3bf-e5416f49a7cd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:03.695138 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b', 'status': 'completed', 'code': 200} Aug 27 17:05:03.751006 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:03.759408 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-236ea421-7d40-47e3-8377-5ee624ec724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:03.789330 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-4b2f08d8-a779-4595-a3ee-8ed4822d685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:03.790902 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-4b2f08d8-a779-4595-a3ee-8ed4822d685c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0483756 Aug 27 17:05:03.892014 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-1a5f34a7-7032-46f0-8c9f-fe56a822e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:03.893421 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-1a5f34a7-7032-46f0-8c9f-fe56a822e0d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0951600 Aug 27 17:05:03.970268 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-af5885f0-23d6-4f25-a15c-b18b38ab987c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 999 time: 0.0700529 Aug 27 17:05:04.030635 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-cc76e3ec-a776-4701-80bd-5abcbf757def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.032387 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-cc76e3ec-a776-4701-80bd-5abcbf757def service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0559464 Aug 27 17:05:04.102444 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-7bc5102b-a48d-4d82-afee-43fdcf56ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.104009 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-7bc5102b-a48d-4d82-afee-43fdcf56ce6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624099 Aug 27 17:05:04.110728 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b941ff3-a48b-443e-b939-1d02bc6bd9cb', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '53181735-1fd6-4f35-a709-0feefadc810b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:d1:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:04:50Z', 'updated_at': '2021-08-27T17:05:02Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.136809 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:04.145696 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:04.146252 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:04:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.190074 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee18e3-928b-4ea9-a708-83bde568e220 req-b4703b76-8ac2-44e5-af4f-4df603ebdd64 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:04.191595 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06ee18e3-928b-4ea9-a708-83bde568e220 req-b4703b76-8ac2-44e5-af4f-4df603ebdd64 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.1032209 Aug 27 17:05:04.253517 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-06ee18e3-928b-4ea9-a708-83bde568e220 req-73bbdec3-da57-418b-a843-8060006a5ffb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555830 Aug 27 17:05:04.255872 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-0e4e1142-1a12-4537-bcef-06dad179592e service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371841 Aug 27 17:05:04.257698 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:04.354898 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f364d7c0-ed0b-4ee8-8595-ba1d1a968dc9 req-7aeb1b8c-6a19-47de-af4e-3b7b019f7052 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916440 Aug 27 17:05:04.494649 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b941ff3-a48b-443e-b939-1d02bc6bd9cb', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '53181735-1fd6-4f35-a709-0feefadc810b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:d1:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:04:50Z', 'updated_at': '2021-08-27T17:05:02Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:04.521130 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd9db3-4759-4e75-a745-de90dc01e7e3 None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b941ff3-a48b-443e-b939-1d02bc6bd9cb', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '53181735-1fd6-4f35-a709-0feefadc810b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:d1:0f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:04:50Z', 'updated_at': '2021-08-27T17:05:02Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:04.844885 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d73e4-670e-41a7-9ea7-e98df109ad07 None None] New status for floating IP 0b941ff3-a48b-443e-b939-1d02bc6bd9cb: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:05:05.381053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd56f-74ed-488d-a0bd-30017effc436 req-cb8414de-9b50-4061-bed0-c2bd3ff31f44 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:05.382607 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-332fd56f-74ed-488d-a0bd-30017effc436 req-cb8414de-9b50-4061-bed0-c2bd3ff31f44 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0565996 Aug 27 17:05:05.422837 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-332fd56f-74ed-488d-a0bd-30017effc436 req-e71bbe0a-483a-416c-9469-bfdd6a6d58e0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343530 Aug 27 17:05:06.464326 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-796527e1-52f1-426b-8872-682bb1ab99cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:06.540575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b65d9-36cf-4c02-af07-fcc5655f4df4 req-7f22fbac-76a7-48e5-ad77-a974c3de65a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:06.542082 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d38b65d9-36cf-4c02-af07-fcc5655f4df4 req-7f22fbac-76a7-48e5-ad77-a974c3de65a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0495453 Aug 27 17:05:06.582053 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d38b65d9-36cf-4c02-af07-fcc5655f4df4 req-55be8b0e-94b9-4c85-9392-30df9313e80f tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Aug 27 17:05:06.700242 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:07.704976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069d221-c06a-4ba6-a3cc-ce5f76834d6b req-5ca37318-1472-4a17-a05e-47a7a2523510 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:07.706546 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b069d221-c06a-4ba6-a3cc-ce5f76834d6b req-5ca37318-1472-4a17-a05e-47a7a2523510 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0495393 Aug 27 17:05:07.746471 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b069d221-c06a-4ba6-a3cc-ce5f76834d6b req-578591d5-28b1-4619-97d1-d2f1926873dd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Aug 27 17:05:08.089588 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:08.867986 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398159df-8d52-43e0-84da-0502a8bdd5ce req-5eb46bfb-129b-4c36-88a1-af1455fedeb5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:08.869540 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-398159df-8d52-43e0-84da-0502a8bdd5ce req-5eb46bfb-129b-4c36-88a1-af1455fedeb5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0563173 Aug 27 17:05:08.910177 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-398159df-8d52-43e0-84da-0502a8bdd5ce req-f8cb73d4-5bf8-4d1d-905f-6e884ce85788 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Aug 27 17:05:09.878694 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b5fcbacf-05b6-4518-95ea-89f3afa2f487 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:05:09.908564 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:09.993618 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:10.009889 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'port_id': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'mac_address': 'fa:16:3e:52:03:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:05:10.034485 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef18b-a7bc-4974-ae8d-1bb7ae41f3ae req-00ef03f3-d10d-4bdf-8676-f2b3c4867e01 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:10.036011 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-387ef18b-a7bc-4974-ae8d-1bb7ae41f3ae req-00ef03f3-d10d-4bdf-8676-f2b3c4867e01 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 943 time: 0.0509794 Aug 27 17:05:10.072942 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:10.082341 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-387ef18b-a7bc-4974-ae8d-1bb7ae41f3ae req-b2e4ec95-7614-47dd-9c9d-d1bcef4a0538 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Aug 27 17:05:10.098840 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fcbacf-05b6-4518-95ea-89f3afa2f487 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:05:10.129676 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:10.134634 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:10.183786 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:10.430948 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['b5fcbacf-05b6-4518-95ea-89f3afa2f487'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:05:11.201006 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77ecf-c6ac-497a-b8aa-6b9cde35420d req-566e6fb8-d40c-4bcf-8236-b2c251305973 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:11.202524 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c6b77ecf-c6ac-497a-b8aa-6b9cde35420d req-566e6fb8-d40c-4bcf-8236-b2c251305973 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 944 time: 0.0507758 Aug 27 17:05:11.241187 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c6b77ecf-c6ac-497a-b8aa-6b9cde35420d req-823cec3e-2f35-4fbd-8ee7-8f2e1d365d62 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326734 Aug 27 17:05:11.880017 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b5fcbacf-05b6-4518-95ea-89f3afa2f487 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:05:11.931421 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port b5fcbacf-05b6-4518-95ea-89f3afa2f487 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:05:11.935167 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port b5fcbacf-05b6-4518-95ea-89f3afa2f487 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:05:11.935543 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:12.019585 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:12.039405 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:12.041729 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62089968-a3b7-4eeb-a212-3710ff59614e" -d '{"events": [{"server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "name": "network-vif-plugged", "status": "completed", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:12.054862 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:05:12.059992 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:12.084189 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73281e5f-e147-4629-89f7-49fe54bcd209 x-openstack-request-id: req-73281e5f-e147-4629-89f7-49fe54bcd209 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:12.084480 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "name": "network-vif-plugged", "status": "completed", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:12.084725 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73281e5f-e147-4629-89f7-49fe54bcd209 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:12.085113 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'code': 200} Aug 27 17:05:12.113701 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:12.364447 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814a3c9-d95a-4a1e-b49e-469733b0f8de req-116c872a-8574-4307-8a85-d5cca2e744f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:12.366148 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c814a3c9-d95a-4a1e-b49e-469733b0f8de req-116c872a-8574-4307-8a85-d5cca2e744f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1098 time: 0.0734458 Aug 27 17:05:12.379657 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e574-beb2-4e7b-bd60-ad7035b3cb25 req-f8cdd0ce-54da-4b6a-8259-594e70342474 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:12.381151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-eed7e574-beb2-4e7b-bd60-ad7035b3cb25 req-f8cdd0ce-54da-4b6a-8259-594e70342474 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0604260 Aug 27 17:05:12.440184 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c814a3c9-d95a-4a1e-b49e-469733b0f8de req-fcc591cc-1fe4-40f0-b0b8-da0552e895a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580208 Aug 27 17:05:12.447455 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-eed7e574-beb2-4e7b-bd60-ad7035b3cb25 req-5d960912-3c12-40cb-bc15-0120e2efa60a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537717 Aug 27 17:05:13.333033 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:13.571068 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b68c2-0edc-4707-9b48-5b8a96ab3d60 req-bdd609b0-ef30-4aa6-abee-4c235eec0a0b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:13.572594 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-688b68c2-0edc-4707-9b48-5b8a96ab3d60 req-bdd609b0-ef30-4aa6-abee-4c235eec0a0b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0548728 Aug 27 17:05:13.622343 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-688b68c2-0edc-4707-9b48-5b8a96ab3d60 req-512d69a2-b306-42f9-85ed-98282158d6a5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Aug 27 17:05:14.744272 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64351-c967-4e82-8dbc-c84f08cf70f7 req-423637d5-d0a2-4e7c-b98c-89edcf5cda56 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:14.745810 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3ba64351-c967-4e82-8dbc-c84f08cf70f7 req-423637d5-d0a2-4e7c-b98c-89edcf5cda56 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0547194 Aug 27 17:05:14.785283 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3ba64351-c967-4e82-8dbc-c84f08cf70f7 req-34b9fea2-0d86-4b79-9bb2-f63bbf1f3c38 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Aug 27 17:05:14.907789 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d4f57-d1ea-48dd-8c4c-1b2cd47fa822 req-17bc8053-597d-4c08-ac6d-2aefa1eab5f8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:14.909267 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c34d4f57-d1ea-48dd-8c4c-1b2cd47fa822 req-17bc8053-597d-4c08-ac6d-2aefa1eab5f8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0542676 Aug 27 17:05:14.947786 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c34d4f57-d1ea-48dd-8c4c-1b2cd47fa822 req-77b4aa35-828f-42e8-af06-575f8ecabae0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325449 Aug 27 17:05:14.971652 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48056) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:15.122254 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcd935-9b39-4f8c-8be7-d6b8ef03c7d2 tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:15.123801 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-fdfcd935-9b39-4f8c-8be7-d6b8ef03c7d2 tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1093 time: 0.1511180 Aug 27 17:05:15.126747 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48060) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:05:15.131269 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'port_id': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:05:15.155449 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:15.262353 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:15.365406 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.27.2.6 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/a8ac16b8-4ba1-43d1-af5a-2675f69600a6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:05:15.475950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:15.515616 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:15.552840 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:05:15.557730 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:05:15.562182 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:05:15.567992 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=a8ac16b8-4ba1-43d1-af5a-2675f69600a6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:15.944133 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.011615 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.178776 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.183763 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.251673 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=a8ac16b8-4ba1-43d1-af5a-2675f69600a6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:05:16.266589 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.622669 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP 77abad8f-a2e1-4f3b-bf16-c37236fa67ae associated. External IP: 172.27.2.6, port: b5fcbacf-05b6-4518-95ea-89f3afa2f487. Aug 27 17:05:16.838271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:05:16.952191 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:05:16.962014 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:05:16.969983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:16.972970 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:16.973623 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:05:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:17.009517 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-68ff4590-34da-4ac6-ba35-2e54f5c9f9dc tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8711889 Aug 27 17:05:17.009517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:05:17.009517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046668e-f935-4990-b7dd-b3ae5c54c56f" -d '{"events": [{"name": "network-changed", "server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:05:17.039288 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e21047-c609-4a05-985f-247811784f19 x-openstack-request-id: req-c9e21047-c609-4a05-985f-247811784f19 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:05:17.039455 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:05:17.039710 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9e21047-c609-4a05-985f-247811784f19 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:05:17.040095 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'status': 'completed', 'code': 200} Aug 27 17:05:17.087501 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:17.161826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-449797f7-dd5a-4106-8f84-8fd00cb9c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:17.163709 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-449797f7-dd5a-4106-8f84-8fd00cb9c22b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1098 time: 0.0500665 Aug 27 17:05:17.260061 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-f7738eab-9d5c-4894-b430-012db67262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:17.261918 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-f7738eab-9d5c-4894-b430-012db67262e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0907373 Aug 27 17:05:17.362663 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-e80f6685-26ee-4009-b050-f6bc3b80aabe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 200 len: 997 time: 0.0927923 Aug 27 17:05:17.363940 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '77abad8f-a2e1-4f3b-bf16-c37236fa67ae', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:52:03:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:05:15Z', 'updated_at': '2021-08-27T17:05:15Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:17.390824 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:05:17.399432 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:05:17.400049 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:05:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:17.418067 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-6de3510d-0fc2-4b05-bbf4-88e996aee7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:17.419745 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-6de3510d-0fc2-4b05-bbf4-88e996aee7f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0474732 Aug 27 17:05:17.474065 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-19342ea5-40e1-4e4d-abe0-761b5c9acf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:17.475576 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-19342ea5-40e1-4e4d-abe0-761b5c9acf21 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456316 Aug 27 17:05:17.510689 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:05:17.581249 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-a2b9ec25-a85b-4fbf-ba56-41d042a97709 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973749 Aug 27 17:05:17.679258 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7046668e-f935-4990-b7dd-b3ae5c54c56f req-23c52d39-4332-42c4-ab6a-447b969e9fe1 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893528 Aug 27 17:05:17.759663 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '77abad8f-a2e1-4f3b-bf16-c37236fa67ae', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:52:03:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:05:15Z', 'updated_at': '2021-08-27T17:05:15Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:05:17.797386 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648df954-5350-4730-8a46-0186f5b9e82e None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '77abad8f-a2e1-4f3b-bf16-c37236fa67ae', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:52:03:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:05:15Z', 'updated_at': '2021-08-27T17:05:15Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:05:17.997031 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c795b5-0104-434c-86c7-5f5d09390106 None None] New status for floating IP 77abad8f-a2e1-4f3b-bf16-c37236fa67ae: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:05:33.752722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9a88b29-a994-46a9-b325-3ba16ee14a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.466589 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17eb65fd-a49a-4f9c-ac14-bb639242be3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:36.701970 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:37.680047 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:05:38.090425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:39.903034 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:43.336446 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:05:49.891270 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-e60eac59-2007-4e7c-91b1-b3ea58b5b92a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398765 Aug 27 17:05:49.999501 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-bd7b59ee-4619-46b5-a797-c4c06d5a600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:50.000932 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-bd7b59ee-4619-46b5-a797-c4c06d5a600c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0432243 Aug 27 17:05:50.106714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-5270eacc-9bcd-49ba-b168-61f3293e5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:50.108213 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-5270eacc-9bcd-49ba-b168-61f3293e5e47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0821769 Aug 27 17:05:50.176473 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-2cf3e610-a45d-4976-84b8-3fe3cdaa2af7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 1001 time: 0.0599613 Aug 27 17:05:50.225917 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-88055d5f-3b4b-44a5-a12e-94b608a96c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:50.227357 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-88055d5f-3b4b-44a5-a12e-94b608a96c93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0423205 Aug 27 17:05:50.272370 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-3bb276b1-30d7-4a06-b904-026efdb45c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:50.273825 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-3bb276b1-30d7-4a06-b904-026efdb45c6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382593 Aug 27 17:05:50.365470 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-0a178c8a-7f0f-493b-98d1-ceb39accf747 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838788 Aug 27 17:05:50.457723 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8fbe5cbf-9e6e-4cc5-b8d3-8313300266f1 req-6b3d02d6-78cd-44c0-9286-f2f06b0e4f65 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818141 Aug 27 17:05:52.031972 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5acae-3fdd-46bd-8478-a6f8fbc97ffe req-ffb5dc5d-efac-444b-8c56-afb9b58b91a4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:52.033392 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-abb5acae-3fdd-46bd-8478-a6f8fbc97ffe req-ffb5dc5d-efac-444b-8c56-afb9b58b91a4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Aug 27 17:05:52.072226 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-abb5acae-3fdd-46bd-8478-a6f8fbc97ffe req-00b26837-9f10-48bb-878a-109a576fbbd8 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Aug 27 17:05:53.196446 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eab22f-87d9-45fa-a36a-a13f6d37bf51 req-ab507a31-a8f9-4ef2-9c1e-bf5beb7a543b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:53.197943 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a3eab22f-87d9-45fa-a36a-a13f6d37bf51 req-ab507a31-a8f9-4ef2-9c1e-bf5beb7a543b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0546453 Aug 27 17:05:53.235375 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a3eab22f-87d9-45fa-a36a-a13f6d37bf51 req-907c51aa-132d-4636-b064-e02c51c408ac tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Aug 27 17:05:54.355047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae715-ddde-46fc-900f-48cb8f205aa9 req-6d05d8f3-ed5d-485e-8c40-c71958b91d53 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:54.356503 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-214ae715-ddde-46fc-900f-48cb8f205aa9 req-6d05d8f3-ed5d-485e-8c40-c71958b91d53 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0485284 Aug 27 17:05:54.394776 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-214ae715-ddde-46fc-900f-48cb8f205aa9 req-5142aa84-018d-4986-a669-610118c58b3b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324023 Aug 27 17:05:55.514028 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c333e4-b62e-4cca-ba5f-512af24ecbef req-add2cbd0-1371-43c1-9a26-90e98fb8426d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:55.515576 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-14c333e4-b62e-4cca-ba5f-512af24ecbef req-add2cbd0-1371-43c1-9a26-90e98fb8426d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0510089 Aug 27 17:05:55.554443 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-14c333e4-b62e-4cca-ba5f-512af24ecbef req-a01380c7-f982-43d5-a4aa-30f5080efc23 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330045 Aug 27 17:05:56.690437 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faf3c2-2cbc-46b8-a69e-098ce70b23c5 req-98428d35-ce20-439c-bcc4-a345b3aeb797 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:56.692694 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11faf3c2-2cbc-46b8-a69e-098ce70b23c5 req-98428d35-ce20-439c-bcc4-a345b3aeb797 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0582290 Aug 27 17:05:56.735778 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11faf3c2-2cbc-46b8-a69e-098ce70b23c5 req-9b4ece20-b03f-48a1-8477-00a6ac71b9bf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Aug 27 17:05:57.851504 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6302-cc40-47bc-8525-ff03107f5058 req-4702e330-5a76-4d56-abcd-f36cf60300ef tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:57.852956 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c8e6302-cc40-47bc-8525-ff03107f5058 req-4702e330-5a76-4d56-abcd-f36cf60300ef tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Aug 27 17:05:57.890610 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c8e6302-cc40-47bc-8525-ff03107f5058 req-b1340ada-13b2-46d6-b982-81a726502952 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Aug 27 17:05:59.015919 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b02ed-079a-485c-8397-708774458edf req-e460e7cd-d7e7-438b-9d84-ac790b005f50 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:05:59.017390 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b03b02ed-079a-485c-8397-708774458edf req-e460e7cd-d7e7-438b-9d84-ac790b005f50 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0518761 Aug 27 17:05:59.056134 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b03b02ed-079a-485c-8397-708774458edf req-8ca8391e-1f0f-4b5c-9ed7-86a9c0d4175e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Aug 27 17:06:00.179908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337edb2-6356-49fd-b2ac-8ef6925bbb53 req-923a4731-2050-4506-9767-3f6823520a4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:00.181227 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5337edb2-6356-49fd-b2ac-8ef6925bbb53 req-923a4731-2050-4506-9767-3f6823520a4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Aug 27 17:06:00.218204 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5337edb2-6356-49fd-b2ac-8ef6925bbb53 req-c0318346-8216-4302-b39a-15c8674f333d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Aug 27 17:06:01.333782 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea501b4-3055-4e6d-80f1-47fa96769ee2 req-208dd3ac-571f-4469-ba9e-d21a1c49b1bc tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:01.335232 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ea501b4-3055-4e6d-80f1-47fa96769ee2 req-208dd3ac-571f-4469-ba9e-d21a1c49b1bc tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0482101 Aug 27 17:06:01.371656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ea501b4-3055-4e6d-80f1-47fa96769ee2 req-e579a855-b641-477b-8c92-b64639fc65ac tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Aug 27 17:06:02.488025 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdda61a-d99d-45b8-836c-52587a3f37c0 req-98d05c09-4555-40a7-8925-9c87db659095 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:02.489789 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dcdda61a-d99d-45b8-836c-52587a3f37c0 req-98d05c09-4555-40a7-8925-9c87db659095 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0487430 Aug 27 17:06:02.525189 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dcdda61a-d99d-45b8-836c-52587a3f37c0 req-8391bdda-21c6-4204-9734-718d7b6e646e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296750 Aug 27 17:06:03.640283 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c9fe2-81f6-4237-ae4e-2cc243d56ef2 req-f96c668d-c59b-445a-a54e-4136ca1497c7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:03.641839 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5c5c9fe2-81f6-4237-ae4e-2cc243d56ef2 req-f96c668d-c59b-445a-a54e-4136ca1497c7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0519617 Aug 27 17:06:03.678315 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5c5c9fe2-81f6-4237-ae4e-2cc243d56ef2 req-ff9291e3-7945-4977-b5e8-bffdc21eb584 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Aug 27 17:06:03.753579 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2303-b83b-4189-b192-60e8549a79ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:04.795635 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f68880-aa42-4983-86da-bd845a00a499 req-57463f9d-7339-4423-af12-ed780e50dbd2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:04.797109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66f68880-aa42-4983-86da-bd845a00a499 req-57463f9d-7339-4423-af12-ed780e50dbd2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Aug 27 17:06:04.833858 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-66f68880-aa42-4983-86da-bd845a00a499 req-488f956c-5a40-4c9b-820a-8d2da0e1c499 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Aug 27 17:06:05.947095 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a35abc-6e3d-4bbf-aac8-0ccecd930d3c req-a948e913-44ce-4873-8b7e-f04306b4a964 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:05.948535 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11a35abc-6e3d-4bbf-aac8-0ccecd930d3c req-a948e913-44ce-4873-8b7e-f04306b4a964 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0483179 Aug 27 17:06:05.986865 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-11a35abc-6e3d-4bbf-aac8-0ccecd930d3c req-79d30889-cbd6-4bb1-bd2f-9af6586bd731 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 27 17:06:06.468373 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-279bce1a-e240-43c1-b99d-ec310aed1f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:06.701856 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:07.107040 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65046-0526-454f-a2a9-34cef2c17841 req-37be5014-a1a5-4cc4-9e99-0fe59f263219 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:07.108509 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ad65046-0526-454f-a2a9-34cef2c17841 req-37be5014-a1a5-4cc4-9e99-0fe59f263219 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0543592 Aug 27 17:06:07.146719 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5ad65046-0526-454f-a2a9-34cef2c17841 req-4d76aa2b-dbb5-4cf5-b9df-110f019339ad tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Aug 27 17:06:08.094677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:08.260046 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838db23-f4de-4f38-a99d-194c379a5065 req-ae4f46d6-921b-4326-bcb9-4363b5cf38ae tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.261538 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c838db23-f4de-4f38-a99d-194c379a5065 req-ae4f46d6-921b-4326-bcb9-4363b5cf38ae tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Aug 27 17:06:08.298369 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c838db23-f4de-4f38-a99d-194c379a5065 req-cb015143-f02d-4763-856f-1f6d7d6a22c5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302935 Aug 27 17:06:08.493843 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52595231-5574-4d88-b20c-782a5eb4694f req-a8a22f42-3d98-43d2-a3b3-7158a0e8fd3d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.495249 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-52595231-5574-4d88-b20c-782a5eb4694f req-a8a22f42-3d98-43d2-a3b3-7158a0e8fd3d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0488820 Aug 27 17:06:08.541806 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-52595231-5574-4d88-b20c-782a5eb4694f req-163d08b7-c154-4451-8fca-828662fbbcb6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Aug 27 17:06:08.575459 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759c99-c161-449a-b165-360c54b13b1a req-8ea318fc-a1cd-4186-9391-9eb7e35a4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.576926 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-8ea318fc-a1cd-4186-9391-9eb7e35a4273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0493608 Aug 27 17:06:08.663502 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759c99-c161-449a-b165-360c54b13b1a req-801ea6f4-4c5c-47b1-ae9a-39ebbe1dc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.664946 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-801ea6f4-4c5c-47b1-ae9a-39ebbe1dc055 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0813406 Aug 27 17:06:08.733059 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-b53ec24d-943a-47c6-a361-abeb22240bd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 1001 time: 0.0602000 Aug 27 17:06:08.780998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759c99-c161-449a-b165-360c54b13b1a req-52ee7ce5-0b72-435b-85c1-5617544b4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.782336 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-52ee7ce5-0b72-435b-85c1-5617544b4539 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0429518 Aug 27 17:06:08.826373 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25759c99-c161-449a-b165-360c54b13b1a req-db44b755-3cea-4af4-94bd-8360d90050c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:08.827824 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-db44b755-3cea-4af4-94bd-8360d90050c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383127 Aug 27 17:06:08.927418 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-6c7328cd-896c-4a99-a204-79614c6166b8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927246 Aug 27 17:06:09.016166 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25759c99-c161-449a-b165-360c54b13b1a req-93d515e3-31e0-4927-8a69-860be9830dad service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819702 Aug 27 17:06:09.659492 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fac99-2c3f-4739-94f9-7628b7f15a1a req-ad1624b2-f9eb-49bf-96db-c9bcc0f1daf1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:09.660923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d3fac99-2c3f-4739-94f9-7628b7f15a1a req-ad1624b2-f9eb-49bf-96db-c9bcc0f1daf1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Aug 27 17:06:09.701073 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4d3fac99-2c3f-4739-94f9-7628b7f15a1a req-26fa65d3-7efc-49aa-96cd-a18ebe5e0312 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342779 Aug 27 17:06:09.904040 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:10.817551 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f89d3-f22d-427e-9fc6-0be7e80c1f6b req-9fed70d9-9964-4fb7-98c7-c51e98ae537a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:10.818995 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e16f89d3-f22d-427e-9fc6-0be7e80c1f6b req-9fed70d9-9964-4fb7-98c7-c51e98ae537a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0516174 Aug 27 17:06:10.855520 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e16f89d3-f22d-427e-9fc6-0be7e80c1f6b req-e54f1933-1e5d-4d1d-91b3-6009142c89ba tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Aug 27 17:06:13.350447 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:14.678427 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:06:33.755413 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8912d800-936b-498f-b78e-e4be42178760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:36.468909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f50c9841-d561-4ccf-a673-1e13923ec1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:36.705116 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:38.095973 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:39.906958 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:43.351482 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:06:44.074892 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c68dd-c314-4466-b0d2-ccca40c4446c req-6788412a-f9cc-4e03-bcd0-9c97296cf081 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:44.076316 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d18c68dd-c314-4466-b0d2-ccca40c4446c req-6788412a-f9cc-4e03-bcd0-9c97296cf081 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Aug 27 17:06:44.114981 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d18c68dd-c314-4466-b0d2-ccca40c4446c req-34069f43-9318-4d94-9c82-7ca368987368 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Aug 27 17:06:45.281694 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f6a1f-e051-42d1-aa52-9d9b4c0cf021 req-314f9441-2b2f-4801-b3fe-d85382fc262e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:45.283185 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c6f6a1f-e051-42d1-aa52-9d9b4c0cf021 req-314f9441-2b2f-4801-b3fe-d85382fc262e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0977917 Aug 27 17:06:45.320391 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9c6f6a1f-e051-42d1-aa52-9d9b4c0cf021 req-9aab42b3-b924-4371-9a26-75b1f89c9659 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313346 Aug 27 17:06:46.439151 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddada8-4ce7-45e6-bfa2-5393082c207e req-b9a75fad-41f2-4415-a4ec-faad475bd11e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:46.440666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-71ddada8-4ce7-45e6-bfa2-5393082c207e req-b9a75fad-41f2-4415-a4ec-faad475bd11e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0538099 Aug 27 17:06:46.478292 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-71ddada8-4ce7-45e6-bfa2-5393082c207e req-b5145539-353b-4fe9-b0c7-915ce5931926 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Aug 27 17:06:47.593347 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48578e8e-bef2-451d-adaf-b362980edf67 req-cecd63d8-1c5e-43d9-828a-f05eeb6d3ff1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:47.594849 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-48578e8e-bef2-451d-adaf-b362980edf67 req-cecd63d8-1c5e-43d9-828a-f05eeb6d3ff1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Aug 27 17:06:47.632961 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-48578e8e-bef2-451d-adaf-b362980edf67 req-a7675b43-6f34-472a-907d-f2e01d6b4ea1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Aug 27 17:06:48.745987 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79353ce7-b6e2-4078-bce4-cc1b201b7006 req-02ca1574-8a3c-4414-a94d-a93d3f141bc5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:48.747440 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-79353ce7-b6e2-4078-bce4-cc1b201b7006 req-02ca1574-8a3c-4414-a94d-a93d3f141bc5 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Aug 27 17:06:48.783656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-79353ce7-b6e2-4078-bce4-cc1b201b7006 req-a96f3bbd-a39d-496d-a0ed-5b29fab4f72d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304971 Aug 27 17:06:49.922924 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-3fd61ef3-b13f-4967-bd67-522b389d1561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710223 Aug 27 17:06:49.934097 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc967c-4a3b-4089-bfd8-57f226f50274 req-0d9803e5-5b06-4b30-aed7-41eecf297f91 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:49.935542 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7cfc967c-4a3b-4089-bfd8-57f226f50274 req-0d9803e5-5b06-4b30-aed7-41eecf297f91 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0757484 Aug 27 17:06:49.997465 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7cfc967c-4a3b-4089-bfd8-57f226f50274 req-887dea05-224f-4364-8705-7471e453ee08 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548925 Aug 27 17:06:50.010619 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-6e410bec-0257-4d27-9da5-0f909837b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:50.012108 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-6e410bec-0257-4d27-9da5-0f909837b18c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 1098 time: 0.0506926 Aug 27 17:06:50.141978 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-aa63d50f-94d1-44ec-b991-1971aa0bdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:50.143450 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-aa63d50f-94d1-44ec-b991-1971aa0bdf19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0917675 Aug 27 17:06:50.209837 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-fa5927ee-b751-4afd-bada-e3ee2dc0c7c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 200 len: 999 time: 0.0591595 Aug 27 17:06:50.268385 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-33e94014-4f2d-4804-a38d-2ad930e10acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:50.269918 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-33e94014-4f2d-4804-a38d-2ad930e10acf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0538318 Aug 27 17:06:50.315108 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-bf5a5e4e-79e7-4c40-8b32-7ddcea668940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:50.316609 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-bf5a5e4e-79e7-4c40-8b32-7ddcea668940 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401945 Aug 27 17:06:50.328719 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-49c516fe-64db-41ef-911a-8c11e9155c3d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:06:50.329734 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-49c516fe-64db-41ef-911a-8c11e9155c3d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052714 Aug 27 17:06:50.417132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-4e8e00ad-85d3-4713-98dc-f041b7cfbc82 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802681 Aug 27 17:06:50.514050 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-00d7f9f0-561d-4927-910e-ce11965ab446 req-54eb0c3a-360a-4254-87d4-536544b2b05e service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895979 Aug 27 17:06:51.124238 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf00533-2abb-44c7-a1d6-6fb67eaa8ee4 req-1e585a67-f494-46bd-b402-7e4f8c55b356 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:51.125783 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dbf00533-2abb-44c7-a1d6-6fb67eaa8ee4 req-1e585a67-f494-46bd-b402-7e4f8c55b356 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0545008 Aug 27 17:06:51.172789 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dbf00533-2abb-44c7-a1d6-6fb67eaa8ee4 req-96beb863-26ee-42da-80fe-4073b052c2fc tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Aug 27 17:06:51.677517 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:06:52.290797 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09030bdc-35bd-4ef3-b20c-dcf1aab36f58 req-12fb7bee-c2c9-4549-83a9-e43828ade8eb tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:52.292475 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09030bdc-35bd-4ef3-b20c-dcf1aab36f58 req-12fb7bee-c2c9-4549-83a9-e43828ade8eb tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Aug 27 17:06:52.339850 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-09030bdc-35bd-4ef3-b20c-dcf1aab36f58 req-c998067a-806e-4c56-94d4-fb388b597d18 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361886 Aug 27 17:06:53.469204 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10d7f9-2cc3-4820-bf2c-b8bc68c19119 req-261aa17f-d89f-4880-a5e7-e5b520adc5a7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:53.470767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fc10d7f9-2cc3-4820-bf2c-b8bc68c19119 req-261aa17f-d89f-4880-a5e7-e5b520adc5a7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0639637 Aug 27 17:06:53.510165 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fc10d7f9-2cc3-4820-bf2c-b8bc68c19119 req-5afddcd5-f504-4571-8e3f-cfbe20ba7899 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Aug 27 17:06:54.628192 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cd47c-4ec4-4c85-9108-e4828610defa req-82bc1fc1-6043-4f18-9087-99f2d93a683c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:54.629703 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-917cd47c-4ec4-4c85-9108-e4828610defa req-82bc1fc1-6043-4f18-9087-99f2d93a683c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Aug 27 17:06:54.669614 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-917cd47c-4ec4-4c85-9108-e4828610defa req-4b98fb5d-6199-4f0d-89ad-2562fed3e59d tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331922 Aug 27 17:06:54.882964 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761066-0bac-4108-ac4d-dfe0531fdca6 req-fdb78783-393b-4c24-a047-8836014ac399 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:54.884481 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-29761066-0bac-4108-ac4d-dfe0531fdca6 req-fdb78783-393b-4c24-a047-8836014ac399 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0542059 Aug 27 17:06:54.935516 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-29761066-0bac-4108-ac4d-dfe0531fdca6 req-f11982f9-3dee-440a-967b-b8202a117973 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Aug 27 17:06:55.011171 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-79a7f78b-0c9c-4572-a8e5-94a9558e250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:55.012653 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-79a7f78b-0c9c-4572-a8e5-94a9558e250e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0899503 Aug 27 17:06:55.100693 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-f91b3ddc-9fc5-4da9-966d-e9e9debaea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:55.102246 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-f91b3ddc-9fc5-4da9-966d-e9e9debaea56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0827589 Aug 27 17:06:55.171727 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-aa1e146d-dece-4d58-bcb5-439bd083c515 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 200 len: 1001 time: 0.0619805 Aug 27 17:06:55.230047 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-eff499da-7ec7-4afc-8a2c-52cdad407b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:55.231522 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-eff499da-7ec7-4afc-8a2c-52cdad407b67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0511618 Aug 27 17:06:55.277603 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-76e9d312-ee72-4bb3-9aeb-cfa443c72c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:55.279132 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-76e9d312-ee72-4bb3-9aeb-cfa443c72c74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407422 Aug 27 17:06:55.374905 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-87a5b9c2-d6db-40c1-ad7d-db0beeba5dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888731 Aug 27 17:06:55.467401 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d498f7c7-9d15-488c-95bb-5b5ada3568d7 req-6463a4e5-581c-4128-8026-511b466ea6b6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Aug 27 17:06:56.061482 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c3a33-739b-4e35-bcb4-e30ea51a01bb req-0d8cd1b9-a98c-42e9-98bd-b6fbeeff0946 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:56.063056 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f84c3a33-739b-4e35-bcb4-e30ea51a01bb req-0d8cd1b9-a98c-42e9-98bd-b6fbeeff0946 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0568602 Aug 27 17:06:56.104396 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f84c3a33-739b-4e35-bcb4-e30ea51a01bb req-e4812d08-7796-44b6-a26d-067bb5b6a089 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Aug 27 17:06:57.233665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48c22-1376-46a5-9044-bfe6685c48de req-668093a3-4dd9-461f-b6c8-69f2558bcddd tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:06:57.235164 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdb48c22-1376-46a5-9044-bfe6685c48de req-668093a3-4dd9-461f-b6c8-69f2558bcddd tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0576108 Aug 27 17:06:57.275359 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cdb48c22-1376-46a5-9044-bfe6685c48de req-b1973ec2-ac34-4e26-8407-09d36cabe1ba tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339897 Aug 27 17:07:03.760563 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f47c1214-9547-444f-be92-9d20695ca04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.470896 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dc6307cb-8e69-4757-8f37-06f4532822c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:06.707624 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:08.101607 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:09.909726 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:13.363482 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:14.590271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fa6da-cdea-4ee0-89cb-902942bb41da req-0b49880e-2012-4df3-8148-c3f17aad7819 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:14.591739 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e06fa6da-cdea-4ee0-89cb-902942bb41da req-0b49880e-2012-4df3-8148-c3f17aad7819 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0558770 Aug 27 17:07:14.631621 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e06fa6da-cdea-4ee0-89cb-902942bb41da req-938107af-79ad-4ff1-88e4-8563f712a7ce tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335937 Aug 27 17:07:15.751301 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c68-fc0f-47ff-821f-8a6eb40a0761 req-e9248b6a-b4ef-41d7-993a-c6783243a4f3 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:15.752759 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f5670c68-fc0f-47ff-821f-8a6eb40a0761 req-e9248b6a-b4ef-41d7-993a-c6783243a4f3 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Aug 27 17:07:15.792782 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f5670c68-fc0f-47ff-821f-8a6eb40a0761 req-ccb3ed3c-aad0-4f02-804a-ae28b929f7e2 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341482 Aug 27 17:07:16.337878 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-ed4fecae-4a12-4689-bb65-5ab063466fe7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:16.339493 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-ed4fecae-4a12-4689-bb65-5ab063466fe7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 945 time: 0.0478594 Aug 27 17:07:16.430600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port b5fcbacf-05b6-4518-95ea-89f3afa2f487 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:07:16.431625 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:16.520037 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] For port b5fcbacf-05b6-4518-95ea-89f3afa2f487, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b5fcbacf-05b6-4518-95ea-89f3afa2f487,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:16.520391 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:16.683347 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:16.683631 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:16.683942 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP 77abad8f-a2e1-4f3b-bf16-c37236fa67ae disassociated. External IP: 172.27.2.6, port: b5fcbacf-05b6-4518-95ea-89f3afa2f487. Aug 27 17:07:16.684275 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for b5fcbacf-05b6-4518-95ea-89f3afa2f487 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:07:16.815137 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:16.843961 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=b5fcbacf-05b6-4518-95ea-89f3afa2f487,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:16.861837 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.862202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.862545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.862881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.863721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.863721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.863930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.864179 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.864523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.864948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.865328 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.865728 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:16.927147 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-48f04caf-5ac4-4a84-bf14-7e6f5bc262ac req-10333714-4cd7-440b-ad47-7e9722970f65 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 210 time: 0.0688224 Aug 27 17:07:16.992683 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:07:17.100240 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:07:17.113051 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:07:17.123534 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:17.124192 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:17.144567 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] No DVR routers for this DVR port b5fcbacf-05b6-4518-95ea-89f3afa2f487 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:07:17.147165 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:17.149131 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-86eeb74c-2161-4c13-aaa0-93fef7150877 req-267eed78-e7d1-44a8-9d2a-988b05d66673 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "DELETE /v2.0/ports/b5fcbacf-05b6-4518-95ea-89f3afa2f487 HTTP/1.1" status: 204 len: 173 time: 0.8010447 Aug 27 17:07:17.149589 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'name': 'network-vif-deleted', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:17.152088 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74fe38-a882-4b84-b990-7b5e0c2c09ca" -d '{"events": [{"server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "name": "network-vif-deleted", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:17.271918 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d7a0b-0cb2-4af2-98bf-e18249ce5fd7 x-openstack-request-id: req-505d7a0b-0cb2-4af2-98bf-e18249ce5fd7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:17.272272 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1410361c-fa02-4e7b-8955-fe7ec62a3a36", "name": "network-vif-deleted", "tag": "b5fcbacf-05b6-4518-95ea-89f3afa2f487", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:17.272588 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-505d7a0b-0cb2-4af2-98bf-e18249ce5fd7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:17.273050 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1410361c-fa02-4e7b-8955-fe7ec62a3a36', 'name': 'network-vif-deleted', 'tag': 'b5fcbacf-05b6-4518-95ea-89f3afa2f487', 'status': 'completed', 'code': 200} Aug 27 17:07:17.334209 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:17.530011 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:17.560215 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:07:17.568502 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:17.569092 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:17.674709 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:17.863437 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:17.891064 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94773637-cb6b-4f7c-89d3-3d07252a1193 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:07:18.045628 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dad10d11-bbd3-4869-9547-066e76758c66 req-70845405-5eec-4c92-8362-ffadfa415077 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=1410361c-fa02-4e7b-8955-fe7ec62a3a36 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Aug 27 17:07:18.140686 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908accf8-48da-477c-bcfe-d730084b4490 None None] New status for floating IP 77abad8f-a2e1-4f3b-bf16-c37236fa67ae: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:07:19.239328 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-21289235-299c-47bb-adf3-35dd0add805b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126862162&fields=id&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 267 time: 0.0322115 Aug 27 17:07:19.341303 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-b846c90e-e0c4-4144-9780-866a9139ab9d tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:19.342666 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-b846c90e-e0c4-4144-9780-866a9139ab9d tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.0966840 Aug 27 17:07:19.356891 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-17d651e3-16d7-4433-9331-b8eea63b8e51 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/quotas/1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Aug 27 17:07:19.411165 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-aca672f2-0122-491a-93e8-d2a2d56d041a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490153 Aug 27 17:07:19.468989 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-132bbd62-bf2b-47f0-a51f-a7919d1bafbf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:07:19.470001 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-132bbd62-bf2b-47f0-a51f-a7919d1bafbf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481262 Aug 27 17:07:19.556594 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-6fb332ba-e8a1-4063-8b81-e748a76cd022 service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798666 Aug 27 17:07:19.904449 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-b70d0f06-17d5-4145-88db-dacd3b8ecb2f service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418033 Aug 27 17:07:20.179127 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f63fa43f-65f3-4340-b87e-972e1136196a req-7a3339d0-812b-486a-a4db-396659fe75e1 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 210 time: 0.0253668 Aug 27 17:07:20.454019 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b5fcbacf-05b6-4518-95ea-89f3afa2f487 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:07:20.473923 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: b5fcbacf-05b6-4518-95ea-89f3afa2f487 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:07:20.474387 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device b5fcbacf-05b6-4518-95ea-89f3afa2f487 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:07:21.179720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-6e01d1f0-eba2-41bc-b71c-e77279e279a8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:21.181390 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-6e01d1f0-eba2-41bc-b71c-e77279e279a8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.1008830 Aug 27 17:07:21.235044 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-b9247a79-2fc3-48fd-aae4-0b68435c4db7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 379 time: 0.0377240 Aug 27 17:07:21.245377 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'port': {'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'admin_state_up': True, 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'security_groups': ['6e23f6a5-8f8a-45a3-a8ed-4f92445de08a']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:21.313138 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b87120c9-d50f-42a0-aaca-60ec714fdb1d req-595e06a7-6b73-422b-958e-7a41959db50f tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 210 time: 0.0618398 Aug 27 17:07:21.377098 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Made reservation on behalf of 1b294d23de734c0382cbd81f2fb8b348 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:07:21.380531 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:21.504831 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.20.0.10 (fbd166d1-d2bf-41d8-8f08-ffcee643cdcb/5ec81703-3cb1-40c3-b5ce-ea81b8aec979/7790ac31-a5dc-4b1d-9f2d-ae0b644235cc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:07:21.645760 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:21.657732 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Transition to ACTIVE for port object 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:21.690714 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:21.733324 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:07:21.738702 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:21.742454 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:07:21.766773 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:21.798146 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:21.799092 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:21.817087 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4fa2a444-cf46-42f4-a2e3-3bbdb6ff8dc5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754883 Aug 27 17:07:21.838209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Request body: {'port': {'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:21.896046 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.007171 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6fdddec4-177d-450b-a571-114290f1066e None None] Provisioning for port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:22.010959 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6fdddec4-177d-450b-a571-114290f1066e None None] Provisioning complete for port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:22.011325 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6fdddec4-177d-450b-a571-114290f1066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.047357 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-6fdddec4-177d-450b-a571-114290f1066e None None] Port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:07:22.157930 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:22.165339 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.177656 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Transition to ACTIVE for port object 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:22.181202 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.231272 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:22.302194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Attempting to bind port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:07:22.302526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Attempting to bind port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:07:22.302859 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Attempting to bind port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:22.307323 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:07:22.307644 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Attempting to bind port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:22.312494 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:07:22.312829 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:07:22.313211 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Bound using segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:07:22.313666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Bound port: 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:07:22.314024 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.379586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:07:22.382570 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:07:22.387836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.444614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.445238 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:22.447223 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] 10.222.0.43 "PUT /v2.0/ports/7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 1094 time: 0.6135752 Aug 27 17:07:22.447666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:22.449952 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4696f9-3309-41db-9882-39a24edd4229" -d '{"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:22.479729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9a7e-f50b-4093-8cec-1927aa0376a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:22.495518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7789-5e25-4019-80f2-470b15bd41bd req-27c0c92f-5dd5-4574-ad5b-fe33ec259353 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.502218 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8daf7789-5e25-4019-80f2-470b15bd41bd req-27c0c92f-5dd5-4574-ad5b-fe33ec259353 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.1058192 Aug 27 17:07:22.503888 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4f940-3c82-4e31-9c01-465ebb2b6b24 x-openstack-request-id: req-6ba4f940-3c82-4e31-9c01-465ebb2b6b24 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:22.504119 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:22.504364 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ba4f940-3c82-4e31-9c01-465ebb2b6b24 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:22.504957 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'status': 'completed', 'code': 200} Aug 27 17:07:22.573472 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8daf7789-5e25-4019-80f2-470b15bd41bd req-9643b2eb-4ef3-459e-9141-70517878cbce tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640488 Aug 27 17:07:22.584083 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-a2cba9a1-3247-41a7-a6c4-487fe12a059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.585385 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-a2cba9a1-3247-41a7-a6c4-487fe12a059b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1097 time: 0.0579975 Aug 27 17:07:22.636966 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-c3cca01e-dc44-4902-85c1-80b0615a1b3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 217 time: 0.0371482 Aug 27 17:07:22.684636 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4b39eb13-d968-40a0-8110-c5edde11b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.686011 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4b39eb13-d968-40a0-8110-c5edde11b9fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0420172 Aug 27 17:07:22.736428 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4142b4b2-af7f-4e29-b877-0d628ecf6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:22.737898 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-4142b4b2-af7f-4e29-b877-0d628ecf6057 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438802 Aug 27 17:07:22.824958 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-8a44d5da-d532-45bd-a6da-85bf227e2229 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795677 Aug 27 17:07:22.915854 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-56ff35cf-aab5-4290-8f80-31044061ff50 req-2dc7cd98-b7a5-4667-b19f-6469d72eb3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836327 Aug 27 17:07:23.053444 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4696f9-3309-41db-9882-39a24edd4229 req-c9e9862f-2863-44cb-9030-5131aa461964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.054944 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-c9e9862f-2863-44cb-9030-5131aa461964 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1097 time: 0.0401206 Aug 27 17:07:23.147924 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4696f9-3309-41db-9882-39a24edd4229 req-dcab5989-2bcc-41a3-90d6-cac200f97c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.149410 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-dcab5989-2bcc-41a3-90d6-cac200f97c75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0874662 Aug 27 17:07:23.199158 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-691e8777-ab4e-4c32-bc94-c71a6ca20a7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 217 time: 0.0339482 Aug 27 17:07:23.247912 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4696f9-3309-41db-9882-39a24edd4229 req-5e02a6b4-8f28-44cf-8854-3ae39fac622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.249287 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-5e02a6b4-8f28-44cf-8854-3ae39fac622e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0428989 Aug 27 17:07:23.293460 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4696f9-3309-41db-9882-39a24edd4229 req-cda5935f-0964-42eb-b3e7-b84b47439fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.294909 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-cda5935f-0964-42eb-b3e7-b84b47439fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384178 Aug 27 17:07:23.384779 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-d731bcb2-b7af-42db-a4af-618920710104 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824132 Aug 27 17:07:23.471134 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4e4696f9-3309-41db-9882-39a24edd4229 req-c6d1ea22-7156-4448-aec5-1f128295ed3e service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788233 Aug 27 17:07:23.692602 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93680d-8c80-40a5-96a2-6cd2e0a81286 req-bb4152a9-2128-46b2-9db9-2e5629899059 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:23.694012 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ff93680d-8c80-40a5-96a2-6cd2e0a81286 req-bb4152a9-2128-46b2-9db9-2e5629899059 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0534360 Aug 27 17:07:23.730667 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ff93680d-8c80-40a5-96a2-6cd2e0a81286 req-2e96ec36-8426-4272-a636-f19fea635dd3 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Aug 27 17:07:24.842186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4b86-d51d-48f4-9157-5cb62561d5a8 req-08673dde-5c91-410c-9521-923b53ad5e28 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:24.843656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d2fb4b86-d51d-48f4-9157-5cb62561d5a8 req-08673dde-5c91-410c-9521-923b53ad5e28 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0482070 Aug 27 17:07:24.880897 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d2fb4b86-d51d-48f4-9157-5cb62561d5a8 req-9579932a-9b50-4374-a6e0-83ebcf12495f tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Aug 27 17:07:25.995038 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be263881-6de1-47e2-82b2-9466f009d195 req-17b9a076-14ad-46a8-86bd-1f48b32ee46e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:25.996492 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be263881-6de1-47e2-82b2-9466f009d195 req-17b9a076-14ad-46a8-86bd-1f48b32ee46e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0480309 Aug 27 17:07:26.033644 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be263881-6de1-47e2-82b2-9466f009d195 req-4b2a554d-142f-4888-b06f-f1c60bfaa046 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 27 17:07:27.150776 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb650-94ab-486c-848b-2b139f1af88b req-255bf4e8-0375-449f-9443-9d7760160100 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:27.152256 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-912eb650-94ab-486c-848b-2b139f1af88b req-255bf4e8-0375-449f-9443-9d7760160100 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0532799 Aug 27 17:07:27.190350 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-912eb650-94ab-486c-848b-2b139f1af88b req-ebf5f387-8806-4c15-a84f-7f675f42e11d tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Aug 27 17:07:28.328520 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e4c26-1587-4091-a67f-cc5c5e4e1c89 req-6432f3bd-a051-41f8-a4fd-44b955d47eb0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:28.330047 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5d0e4c26-1587-4091-a67f-cc5c5e4e1c89 req-6432f3bd-a051-41f8-a4fd-44b955d47eb0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0496058 Aug 27 17:07:28.368943 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5d0e4c26-1587-4091-a67f-cc5c5e4e1c89 req-6dd1acbe-7ae5-454c-90f3-b868a4057d1e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Aug 27 17:07:28.676349 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:07:29.484665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f410a8-017b-4d9c-a92e-28801626388f req-ebcce508-9569-47da-8e97-4e53568c4fa8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:29.486471 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-97f410a8-017b-4d9c-a92e-28801626388f req-ebcce508-9569-47da-8e97-4e53568c4fa8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0494552 Aug 27 17:07:29.525314 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-97f410a8-017b-4d9c-a92e-28801626388f req-7651ccb4-968b-472f-949e-27f7b43450f0 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330069 Aug 27 17:07:29.652507 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b4937-f1ed-4c3a-842c-93ec5b811ba8 req-7ea0ad37-1da0-4944-86fc-4ed8c3fb09ba tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:29.655567 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-795b4937-f1ed-4c3a-842c-93ec5b811ba8 req-7ea0ad37-1da0-4944-86fc-4ed8c3fb09ba tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0629871 Aug 27 17:07:29.694192 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-795b4937-f1ed-4c3a-842c-93ec5b811ba8 req-da2ef53c-2b20-4655-a3d1-9a28d5041512 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Aug 27 17:07:30.499377 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:07:30.609585 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:30.623747 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:07:30.662141 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f5da-ea0b-4f5c-b85b-afb1d4a7e113 req-6610d823-07f3-4a8b-8f07-71b6ec8352ab tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:30.662752 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:30.664427 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a86f5da-ea0b-4f5c-b85b-afb1d4a7e113 req-6610d823-07f3-4a8b-8f07-71b6ec8352ab tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 944 time: 0.0685050 Aug 27 17:07:30.678835 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:30.699122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:30.703992 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:30.705280 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7a86f5da-ea0b-4f5c-b85b-afb1d4a7e113 req-21e545f6-09a1-4ba1-b406-8a837510e0d5 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348728 Aug 27 17:07:30.755785 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:30.763966 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.764316 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.764660 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.764997 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.765327 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.765687 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.766019 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.766347 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.766677 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.767002 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.767328 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.767648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:30.814798 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d79a9-d516-4bc0-86fe-956a9e4e1a7e req-af4cae56-e507-4269-baca-2586371f39a8 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:30.816323 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-451d79a9-d516-4bc0-86fe-956a9e4e1a7e req-af4cae56-e507-4269-baca-2586371f39a8 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Aug 27 17:07:30.854662 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-451d79a9-d516-4bc0-86fe-956a9e4e1a7e req-ebdde563-da86-4f39-aaf7-be075048fc5f tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Aug 27 17:07:31.040378 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:31.633700 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-a4276e14-5f2b-4658-aeb0-468f397d51e9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:31.635364 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-a4276e14-5f2b-4658-aeb0-468f397d51e9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.0509670 Aug 27 17:07:31.725152 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Deleting port 53181735-1fd6-4f35-a709-0feefadc810b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:07:31.726030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:31.852207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608b03b-508c-48b5-82da-8d7a1c3fef82 req-f1d4144c-41f7-4a30-8009-eb57c5fd2687 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:31.853845 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6608b03b-508c-48b5-82da-8d7a1c3fef82 req-f1d4144c-41f7-4a30-8009-eb57c5fd2687 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 945 time: 0.0820489 Aug 27 17:07:31.862214 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] For port 53181735-1fd6-4f35-a709-0feefadc810b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=53181735-1fd6-4f35-a709-0feefadc810b,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:31.862596 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:31.978655 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6608b03b-508c-48b5-82da-8d7a1c3fef82 req-4261a985-c12a-43f5-b81c-4181cd4474ed tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132689 Aug 27 17:07:32.044950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b886-d20b-448a-baf6-c33475a0cf5f req-996ce582-0207-4103-a888-f904cd7b2c84 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:32.046510 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e88b886-d20b-448a-baf6-c33475a0cf5f req-996ce582-0207-4103-a888-f904cd7b2c84 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 945 time: 0.1172159 Aug 27 17:07:32.130742 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.131201 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.131540 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Floating IP 0b941ff3-a48b-443e-b939-1d02bc6bd9cb disassociated. External IP: 172.27.2.129, port: 53181735-1fd6-4f35-a709-0feefadc810b. Aug 27 17:07:32.131942 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Calling delete_port for 53181735-1fd6-4f35-a709-0feefadc810b owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:07:32.141938 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8e88b886-d20b-448a-baf6-c33475a0cf5f req-40258463-7a7a-4381-9e93-27a37232bd04 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583205 Aug 27 17:07:32.269755 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.297884 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'Port': ['ID=53181735-1fd6-4f35-a709-0feefadc810b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:32.410093 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:07:32.497514 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:07:32.518016 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:07:32.527737 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:07:32.537385 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:32.538284 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:32.551346 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:32.555447 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:32.555918 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.558814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] No DVR routers for this DVR port 53181735-1fd6-4f35-a709-0feefadc810b on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:07:32.561450 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.563501 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6b21ccb1-846b-47be-92c0-868aaa3a5afb req-56bcde9a-7700-4071-a89a-7665b7f3c4e2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "DELETE /v2.0/ports/53181735-1fd6-4f35-a709-0feefadc810b HTTP/1.1" status: 204 len: 173 time: 0.9216571 Aug 27 17:07:32.564158 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'name': 'network-vif-deleted', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:32.567107 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33fe45-ed26-4e99-badd-c03796ece785" -d '{"events": [{"server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "name": "network-vif-deleted", "tag": "53181735-1fd6-4f35-a709-0feefadc810b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:32.611577 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee12969-5c70-43c8-82d6-90e0f850d4b2 x-openstack-request-id: req-6ee12969-5c70-43c8-82d6-90e0f850d4b2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:32.611947 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16dc67-3338-46fc-b93e-60ee39043dc5", "name": "network-vif-deleted", "tag": "53181735-1fd6-4f35-a709-0feefadc810b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:32.612246 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ee12969-5c70-43c8-82d6-90e0f850d4b2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:32.612721 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16dc67-3338-46fc-b93e-60ee39043dc5', 'name': 'network-vif-deleted', 'tag': '53181735-1fd6-4f35-a709-0feefadc810b', 'status': 'completed', 'code': 200} Aug 27 17:07:32.649656 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.674223 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:32.675889 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:32.677769 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aeb2cd-f6c3-4d00-bd4c-c340c7499efa" -d '{"events": [{"server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "name": "network-vif-plugged", "status": "completed", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:32.692067 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:32.697432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:32.752881 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:32.841011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19edea6a-7039-43f5-889e-aabb8165e4e8 x-openstack-request-id: req-19edea6a-7039-43f5-889e-aabb8165e4e8 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:32.841304 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "name": "network-vif-plugged", "status": "completed", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:32.841681 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19edea6a-7039-43f5-889e-aabb8165e4e8 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:32.842073 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'code': 200} Aug 27 17:07:32.902614 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:32.929253 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:07:32.938122 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:32.938821 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:33.048186 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:33.130178 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7957684-d336-4561-a164-a014f2001c87 req-a13c520e-28a5-496d-957c-3ba256e21104 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:33.131740 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c7957684-d336-4561-a164-a014f2001c87 req-a13c520e-28a5-496d-957c-3ba256e21104 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.0800133 Aug 27 17:07:33.142953 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8654b-0110-4f0e-88fb-5c7cb6877dcd req-c3a9965e-764b-4e19-9627-f696d4fccb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:33.144715 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9c8654b-0110-4f0e-88fb-5c7cb6877dcd req-c3a9965e-764b-4e19-9627-f696d4fccb1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1099 time: 0.0669901 Aug 27 17:07:33.208578 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c7957684-d336-4561-a164-a014f2001c87 req-9503bdf8-c2e3-4358-8ed6-84253a81353c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627635 Aug 27 17:07:33.212660 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9c8654b-0110-4f0e-88fb-5c7cb6877dcd req-a08ca0db-7d9b-4d52-a854-9a9067af1b38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Aug 27 17:07:33.268855 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e3e58a18-a314-4cd2-99e4-8b2012c959de req-04f0eb6d-c6d5-4d01-a05d-413e7c03135e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16dc67-3338-46fc-b93e-60ee39043dc5 HTTP/1.1" status: 200 len: 210 time: 0.0280652 Aug 27 17:07:33.271115 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:33.302034 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ffaf1-865d-4ff9-9d43-19cf4754a63a None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:07:33.521990 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86991c18-92d2-4796-8efb-ab93be8b99ba None None] New status for floating IP 0b941ff3-a48b-443e-b939-1d02bc6bd9cb: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:07:33.771806 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ce765ad4-81d6-4660-93e7-f8c31c57e49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.328564 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a21eb-2341-4e1c-8ba3-f7eb461250d6 req-141e8d55-e618-4893-9562-574bb99ffde4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:34.330091 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-151a21eb-2341-4e1c-8ba3-f7eb461250d6 req-141e8d55-e618-4893-9562-574bb99ffde4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.0513546 Aug 27 17:07:34.356221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48364) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:34.381216 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-151a21eb-2341-4e1c-8ba3-f7eb461250d6 req-8681b55b-5fb4-4be8-933f-c3a06c73c178 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 Aug 27 17:07:34.419058 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.442518 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.517142 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a146acc-57d6-46da-ad44-f3dde8019885 req-db8040e6-244b-4483-aa07-2d8b8c6da752 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:34.518622 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a146acc-57d6-46da-ad44-f3dde8019885 req-db8040e6-244b-4483-aa07-2d8b8c6da752 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.0686679 Aug 27 17:07:34.533277 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.535724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.536765 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "DELETE /v2.0/security-groups/a3ec3830-2bd6-4c55-9376-0d6bdfe1a871 HTTP/1.1" status: 204 len: 168 time: 0.1796339 Aug 27 17:07:34.539606 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:34.554038 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.api.v2.resource [None req-5bfd5b53-20e0-41a0-8604-e710d35fbf68 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] show failed (client error): The resource could not be found. Aug 27 17:07:34.555072 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5bfd5b53-20e0-41a0-8604-e710d35fbf68 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups/a3ec3830-2bd6-4c55-9376-0d6bdfe1a871 HTTP/1.1" status: 404 len: 347 time: 0.0144646 Aug 27 17:07:34.555835 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4ae3-616d-4650-8458-fbf74c55dec6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ec3830-2bd6-4c55-9376-0d6bdfe1a871,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:34.558918 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48372) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:34.609469 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a146acc-57d6-46da-ad44-f3dde8019885 req-8d664ce8-537c-454a-81b8-7e364a4c8833 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841863 Aug 27 17:07:34.632776 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:34.671607 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f0c93-aa96-4b39-8a37-ebd27572e6bd tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:34.673164 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-820f0c93-aa96-4b39-8a37-ebd27572e6bd tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1094 time: 0.0393388 Aug 27 17:07:34.675965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48376) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:34.680677 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:34.711574 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.715799 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Deleting port a033ccce-d974-4ed9-a41b-31186f67deff {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:07:34.716132 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.834567 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.834890 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:34.848721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Calling delete_port for a033ccce-d974-4ed9-a41b-31186f67deff owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:07:34.934087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.072427 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.082453 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.27.2.214 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/3d1e1aa4-ae93-43ad-b48f-78d134631e30) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:07:35.109554 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'Port': ['ID=a033ccce-d974-4ed9-a41b-31186f67deff,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:35.484547 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.487283 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.488422 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1668c16a-6420-48bb-93cb-3dab5de9370e tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b941ff3-a48b-443e-b939-1d02bc6bd9cb HTTP/1.1" status: 204 len: 168 time: 0.9285614 Aug 27 17:07:35.519110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.568306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.608572 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:07:35.611471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:35.617013 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:07:35.642532 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=3d1e1aa4-ae93-43ad-b48f-78d134631e30,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:35.801573 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:35.806339 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954101853', 'description': 'tempest-description--909234527'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:35.829562 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.910927 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.915482 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.939854 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:35.941117 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1384525 Aug 27 17:07:35.945616 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:35.950721 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group_rule': {'security_group_id': '1a5299ae-66ba-4cb0-aa17-6512ab23bac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:35.962441 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5299ae-66ba-4cb0-aa17-6512ab23bac2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:35.976020 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.976401 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.976795 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.977234 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.977584 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.977919 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.978244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.978619 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.978922 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.979213 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.979544 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.979846 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc55c5-2be4-48cd-88fc-8f57ec645de7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:07:35.989250 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.000304 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.054659 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.058966 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.059575 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.077762 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851a776d-1800-44b0-a3ea-5f1c766e75f5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:36.086290 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.089964 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-80fae702-b182-4134-86e7-14e7885e76b7 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409426 Aug 27 17:07:36.090183 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:36.094716 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'security_group_rule': {'security_group_id': '1a5299ae-66ba-4cb0-aa17-6512ab23bac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:36.122880 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.184275 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.188199 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33241081'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.208042 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0d5aec-0af0-416a-acb4-33323b36f16a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:36.216365 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.218195 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-232919d1-e57a-433e-a1d0-dc6e2d9e6b4a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270833 Aug 27 17:07:36.221213 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:36.225066 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.225955 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.v2.base [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:36.229819 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.249635 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.295092 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=3d1e1aa4-ae93-43ad-b48f-78d134631e30,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:36.309386 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.373288 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.413691 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP ab2bc9f1-761d-43c0-b057-bfc167ef3f0f associated. External IP: 172.27.2.214, port: 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc. Aug 27 17:07:36.474018 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0c7b4724-1be5-4f62-8635-79cd4190c855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.481276 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Allocated IP 172.27.2.30 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/6658ac4a-9da6-4730-b9f6-8d2eced04f10) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:07:36.520603 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 53181735-1fd6-4f35-a709-0feefadc810b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:07:36.545005 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 53181735-1fd6-4f35-a709-0feefadc810b {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:07:36.545432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 53181735-1fd6-4f35-a709-0feefadc810b not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:07:36.597064 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.630013 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:07:36.638447 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.682367 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:07:36.685300 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:36.690110 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:07:36.693206 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=6658ac4a-9da6-4730-b9f6-8d2eced04f10,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:36.711193 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.753305 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:07:36.771369 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.771784 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:07:36.785102 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:36.785826 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:36.788438 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.800688 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5bcd349d-1014-4ca0-8fbc-561aa554b9fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1236718 Aug 27 17:07:36.801251 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:36.803583 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3efe2f-041f-4886-ad59-25d9ead7ae59" -d '{"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:36.831170 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:36.845583 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866151eb-24b6-4562-a8df-3de804fec361 x-openstack-request-id: req-866151eb-24b6-4562-a8df-3de804fec361 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:36.845868 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:36.846118 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-866151eb-24b6-4562-a8df-3de804fec361 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:36.846512 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'status': 'completed', 'code': 200} Aug 27 17:07:36.940291 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-4d601a3e-80df-46c9-9a60-484da0787456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:36.941902 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-4d601a3e-80df-46c9-9a60-484da0787456 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1099 time: 0.0525241 Aug 27 17:07:36.995753 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:37.003036 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30085501'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:37.017541 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:37.050657 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-fa356511-c412-4c1d-ae95-47f508c84b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:37.052299 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-fa356511-c412-4c1d-ae95-47f508c84b4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.1036932 Aug 27 17:07:37.079067 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=6658ac4a-9da6-4730-b9f6-8d2eced04f10,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:37.085816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:37.101889 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:37.103787 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-47b6c858-a9b9-49a6-861a-dd49b3326aaf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8809843 Aug 27 17:07:37.130048 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-4ae245d0-d7ac-4dba-b239-f4a67439a7b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 1000 time: 0.0704179 Aug 27 17:07:37.188392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-b847f804-fa9d-451c-ae72-3dd6a62e6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:37.189898 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-b847f804-fa9d-451c-ae72-3dd6a62e6b54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0525651 Aug 27 17:07:37.265279 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-83f747cd-b504-42b9-8921-6503b09b6bed tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1954101853&fields=id&tenant_id=ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 267 time: 0.0422397 Aug 27 17:07:37.268217 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-1ab9094d-d62f-4fbf-b764-7935a827abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:37.268519 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:35Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:37.269640 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-1ab9094d-d62f-4fbf-b764-7935a827abb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726082 Aug 27 17:07:37.298783 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:07:37.308222 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:37.308841 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:37.419125 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:37.441911 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-a0bdf8de-b183-4d27-8c87-2f0906b0f1cb tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:37.443372 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-a0bdf8de-b183-4d27-8c87-2f0906b0f1cb tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 810 time: 0.1705694 Aug 27 17:07:37.445237 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-269d653e-2794-4768-b718-c815d6bc8b15 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635189 Aug 27 17:07:37.467259 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-59057f55-ca9c-45af-94da-a0cd060a3062 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/quotas/ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 375 time: 0.0175145 Aug 27 17:07:37.578343 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-6d0fa58f-e632-4656-98f2-de431bb3d557 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976105 Aug 27 17:07:37.584565 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-cb3efe2f-041f-4886-ad59-25d9ead7ae59 req-d620d68a-317b-4400-9b66-1e69925d0133 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282573 Aug 27 17:07:37.600605 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-4a8a5363-12e6-4d9e-a48a-708275667fd8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 17:07:37.601617 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-4a8a5363-12e6-4d9e-a48a-708275667fd8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069778 Aug 27 17:07:37.653687 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:35Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:37.680941 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1719a-80b6-46e7-b58a-82e475951be1 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:35Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:07:37.699574 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-6d9675e9-d821-4671-8d08-668304cbbb28 service neutron] 10.222.0.44 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Aug 27 17:07:37.792448 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-d3edeace-5c83-4227-911a-126fc1a8b52d service neutron] 10.222.0.44 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Aug 27 17:07:37.868310 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770749bc-4975-4abf-9354-f4cc691619dd None None] New status for floating IP ab2bc9f1-761d-43c0-b057-bfc167ef3f0f: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:07:37.972799 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-ea1796fc-1b2b-4e68-bcca-b983f28ef28c req-a8ff8028-0d1c-4446-9ff8-d818d0163fd6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 210 time: 0.0431020 Aug 27 17:07:38.151764 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:38.948439 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-5c1755c1-78c0-48ed-9fd7-dbcc3c08c6f2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:38.950013 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-5c1755c1-78c0-48ed-9fd7-dbcc3c08c6f2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 810 time: 0.1048279 Aug 27 17:07:39.019883 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-89db341e-8d4b-43bb-a0f3-65ab9424b27a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb89f026e96455e8ca2e269e7dde606 HTTP/1.1" status: 200 len: 380 time: 0.0388024 Aug 27 17:07:39.029179 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'port': {'device_id': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'admin_state_up': True, 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'security_groups': ['1a5299ae-66ba-4cb0-aa17-6512ab23bac2']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:39.103229 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-3c1c9740-d7d0-4ef6-908f-532bc4a7ba1d req-1f579e78-2809-4e83-a9a9-b6637bb0304a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 210 time: 0.0322433 Aug 27 17:07:39.163353 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Made reservation on behalf of ddb89f026e96455e8ca2e269e7dde606 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:07:39.166789 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.305502 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Allocated IP 172.20.0.6 (7c74d907-bf12-489d-8677-fe28f1509956/af509687-ba91-48c9-99c3-c2a7826d5c43/51fe2673-1242-4dfc-98e0-d23e208eecb2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:07:39.453674 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.467180 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Transition to ACTIVE for port object 51fe2673-1242-4dfc-98e0-d23e208eecb2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:39.503358 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.549048 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Network 7c74d907-bf12-489d-8677-fe28f1509956 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:07:39.554345 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:07:39.565517 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:07:39.583520 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event updated for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:39.613896 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:39.614538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.629037 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-260ddd59-39f2-47f0-a82c-99edf1f8dafe tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6036687 Aug 27 17:07:39.647424 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Request body: {'port': {'device_id': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:39.703840 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.833949 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-cc7346fc-a950-4647-80e6-d858fcb4a202 None None] Provisioning for port 51fe2673-1242-4dfc-98e0-d23e208eecb2 completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:39.838226 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-cc7346fc-a950-4647-80e6-d858fcb4a202 None None] Provisioning complete for port 51fe2673-1242-4dfc-98e0-d23e208eecb2 triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:39.838744 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc7346fc-a950-4647-80e6-d858fcb4a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.872539 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-cc7346fc-a950-4647-80e6-d858fcb4a202 None None] Port 51fe2673-1242-4dfc-98e0-d23e208eecb2 cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:07:39.913020 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.974688 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fe2673-1242-4dfc-98e0-d23e208eecb2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:39.983038 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:39.995602 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Transition to ACTIVE for port object 51fe2673-1242-4dfc-98e0-d23e208eecb2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:07:39.999433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:40.066748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Pushing event updated for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:40.128817 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Attempting to bind port 51fe2673-1242-4dfc-98e0-d23e208eecb2 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:07:40.129243 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Attempting to bind port 51fe2673-1242-4dfc-98e0-d23e208eecb2 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:07:40.129681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Attempting to bind port 51fe2673-1242-4dfc-98e0-d23e208eecb2 on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:40.135238 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Port 51fe2673-1242-4dfc-98e0-d23e208eecb2 on network 7c74d907-bf12-489d-8677-fe28f1509956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:07:40.135636 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Attempting to bind port 51fe2673-1242-4dfc-98e0-d23e208eecb2 on network 7c74d907-bf12-489d-8677-fe28f1509956 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:07:40.143048 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:07:40.143711 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Checking segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:07:40.144491 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Bound using segment: {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:07:40.145260 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Bound port: 51fe2673-1242-4dfc-98e0-d23e208eecb2, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:07:40.146018 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:40.308305 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:07:40.314743 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:07:40.328830 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83755312-a211-4daf-ab18-d11c105f6bc7 req-0d2cb68a-2961-46c9-b287-7087b42553b2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:40.331279 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83755312-a211-4daf-ab18-d11c105f6bc7 req-0d2cb68a-2961-46c9-b287-7087b42553b2 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 943 time: 0.1295519 Aug 27 17:07:40.333736 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:40.411487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:40.412096 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:40.413513 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] 10.222.0.43 "PUT /v2.0/ports/51fe2673-1242-4dfc-98e0-d23e208eecb2 HTTP/1.1" status: 200 len: 1093 time: 0.7705500 Aug 27 17:07:40.415603 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:40.418386 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bfcef8-28e1-4940-acdf-e4c744ef3112" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:40.451378 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c68f-e712-466e-8f0f-e9f9e57d0f76 service neutron] Pushing event updated for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:40.462257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-83755312-a211-4daf-ab18-d11c105f6bc7 req-524f2366-633b-4c51-b93d-40558298f145 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205628 Aug 27 17:07:40.468492 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d948068-bab3-4362-8305-bccdcc01cb52 x-openstack-request-id: req-9d948068-bab3-4362-8305-bccdcc01cb52 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:40.468804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:40.469055 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d948068-bab3-4362-8305-bccdcc01cb52 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:40.469457 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'status': 'completed', 'code': 200} Aug 27 17:07:40.537776 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-48b06b18-a51e-47af-80e8-3a14892b0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:40.539341 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-48b06b18-a51e-47af-80e8-3a14892b0b72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 1096 time: 0.0448251 Aug 27 17:07:40.591985 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-2df40812-4513-4373-b46b-e9c72b817e37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2 HTTP/1.1" status: 200 len: 217 time: 0.0391726 Aug 27 17:07:40.648541 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-338256d5-848e-44b1-91e8-2a5a7c87adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:40.650570 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-338256d5-848e-44b1-91e8-2a5a7c87adb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0454466 Aug 27 17:07:40.695932 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-83b08992-72cf-436e-9f8b-1539b4655900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:40.697536 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-83b08992-72cf-436e-9f8b-1539b4655900 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404320 Aug 27 17:07:40.794322 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-30810d9e-e1ed-4163-adaa-22641bc949fa service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900049 Aug 27 17:07:40.886547 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5a8eaea0-89ca-46a9-ab4c-6458e211de8d req-42259db3-e016-4f0b-b92e-1045e41d74d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854120 Aug 27 17:07:41.022087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-9de6cf77-db69-4a45-ba46-0e6ff3d6f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.023567 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-9de6cf77-db69-4a45-ba46-0e6ff3d6f0fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 1096 time: 0.0467799 Aug 27 17:07:41.113873 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-2d16619b-0311-4fb6-bf9e-f830b7830f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.115329 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-2d16619b-0311-4fb6-bf9e-f830b7830f19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0834765 Aug 27 17:07:41.166417 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-23bedffb-5503-4c65-aa5b-8e6ddcdf4945 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2 HTTP/1.1" status: 200 len: 217 time: 0.0355279 Aug 27 17:07:41.220236 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-6d71836c-88da-44a0-a67b-df9d134b0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.221712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-6d71836c-88da-44a0-a67b-df9d134b0324 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0470612 Aug 27 17:07:41.267598 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-0ff51b14-a9e8-4c62-9b81-c50ddd75936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.269088 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-0ff51b14-a9e8-4c62-9b81-c50ddd75936e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400736 Aug 27 17:07:41.356820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-dbed0e0a-1883-4490-a69b-5ee22d6cc7cb service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800595 Aug 27 17:07:41.453236 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f0bfcef8-28e1-4940-acdf-e4c744ef3112 req-468d689d-f3cc-48b9-9e4c-4404bd79249e service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872393 Aug 27 17:07:41.578451 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b771-c7d3-4921-bcde-a9511e0885b4 req-52da546f-d2a9-4aec-9e5a-e9bb4808a5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:41.579894 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25d8b771-c7d3-4921-bcde-a9511e0885b4 req-52da546f-d2a9-4aec-9e5a-e9bb4808a5d6 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 943 time: 0.0480962 Aug 27 17:07:41.617206 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-25d8b771-c7d3-4921-bcde-a9511e0885b4 req-7a788e23-1df7-437d-8b01-5243c39fc590 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Aug 27 17:07:42.734775 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034266db-3adf-4d2a-ad7c-ba5a43ddef7a req-c4b0f7af-7d79-4cc5-9e89-f40a264f23ae tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:42.736497 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-034266db-3adf-4d2a-ad7c-ba5a43ddef7a req-c4b0f7af-7d79-4cc5-9e89-f40a264f23ae tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 943 time: 0.0528612 Aug 27 17:07:42.774712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-034266db-3adf-4d2a-ad7c-ba5a43ddef7a req-41e4b147-0216-40d3-87ac-eb69ff0feb88 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Aug 27 17:07:43.364703 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:43.898028 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd7d2d-525c-44b9-a2f7-25cbe7a304f8 req-bc34aeef-6171-4121-93a5-3400336634b9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:43.899510 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f1cd7d2d-525c-44b9-a2f7-25cbe7a304f8 req-bc34aeef-6171-4121-93a5-3400336634b9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 943 time: 0.0512810 Aug 27 17:07:43.937338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f1cd7d2d-525c-44b9-a2f7-25cbe7a304f8 req-25f43d95-369f-4fae-843d-5677e33d36d1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Aug 27 17:07:44.560676 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 51fe2673-1242-4dfc-98e0-d23e208eecb2 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:07:44.660487 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:44.672512 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'port_id': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'mac_address': 'fa:16:3e:c3:46:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:07:44.709428 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:44.722093 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fe2673-1242-4dfc-98e0-d23e208eecb2 {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:07:44.742389 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:44.747931 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:44.798536 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:45.051915 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['51fe2673-1242-4dfc-98e0-d23e208eecb2'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:07:45.054132 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b6cee-dda5-4f29-8f28-babb4c06d6d9 req-e9b71548-1170-4c60-b707-7bcd90330676 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:45.055961 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7d9b6cee-dda5-4f29-8f28-babb4c06d6d9 req-e9b71548-1170-4c60-b707-7bcd90330676 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 944 time: 0.0514176 Aug 27 17:07:45.096729 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7d9b6cee-dda5-4f29-8f28-babb4c06d6d9 req-d372c80d-9bbe-49db-837e-466ae9172c82 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Aug 27 17:07:46.217693 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed1bc-a2cc-437c-9029-cd46595c3d3d req-dd5fe386-310e-4ce3-b32f-6c66b5f4d6cf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:46.219175 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81fed1bc-a2cc-437c-9029-cd46595c3d3d req-dd5fe386-310e-4ce3-b32f-6c66b5f4d6cf tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 944 time: 0.0524788 Aug 27 17:07:46.256674 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81fed1bc-a2cc-437c-9029-cd46595c3d3d req-f79651fc-55b8-491e-b40b-fdf5a15a2e62 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Aug 27 17:07:46.575752 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 51fe2673-1242-4dfc-98e0-d23e208eecb2 up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:07:46.622954 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port 51fe2673-1242-4dfc-98e0-d23e208eecb2 completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:07:46.626406 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port 51fe2673-1242-4dfc-98e0-d23e208eecb2 triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:07:46.626773 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:46.705322 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:46.727535 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:46.729933 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee8721-f1b2-4099-8165-81fb597764e9" -d '{"events": [{"server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "name": "network-vif-plugged", "status": "completed", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:46.746121 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:07:46.752042 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:46.777239 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d70875e-dbb8-414f-8a07-e20004ce64cc x-openstack-request-id: req-4d70875e-dbb8-414f-8a07-e20004ce64cc {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:46.777555 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "name": "network-vif-plugged", "status": "completed", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:46.777809 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d70875e-dbb8-414f-8a07-e20004ce64cc {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:46.778196 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'code': 200} Aug 27 17:07:46.803766 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:07:46.971122 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7cf7-5d32-44a1-b76e-c18caca905f4 req-6b301e8d-7b84-4c0d-b676-cf40bbfefd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:46.972867 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-324b7cf7-5d32-44a1-b76e-c18caca905f4 req-6b301e8d-7b84-4c0d-b676-cf40bbfefd5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 1098 time: 0.0387447 Aug 27 17:07:47.008752 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-324b7cf7-5d32-44a1-b76e-c18caca905f4 req-28955ee1-7077-4a76-aa71-c16ada4ed7e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279303 Aug 27 17:07:47.374684 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0d557-30e3-4e03-b1b1-e1e48ab09f75 req-6e768c0f-3849-4808-b1d5-9478feb0a5b9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:47.377151 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12b0d557-30e3-4e03-b1b1-e1e48ab09f75 req-6e768c0f-3849-4808-b1d5-9478feb0a5b9 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0515802 Aug 27 17:07:47.415015 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-12b0d557-30e3-4e03-b1b1-e1e48ab09f75 req-f0e504b9-dc6d-4e07-b0cd-9731bd8cb412 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Aug 27 17:07:48.534671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654649db-416a-4d82-ae03-f1c6df675983 req-10c5d43d-e849-4218-bf45-7d38620ce129 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:48.536199 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-654649db-416a-4d82-ae03-f1c6df675983 req-10c5d43d-e849-4218-bf45-7d38620ce129 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0521009 Aug 27 17:07:48.828890 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-654649db-416a-4d82-ae03-f1c6df675983 req-20f15570-4565-40c1-bc65-aa421562b013 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857361 Aug 27 17:07:48.938445 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa344548-48a4-40c1-a25d-5f01db120ec5 req-d43f0e80-da74-428f-8486-2f17c4160c61 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:48.940023 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-aa344548-48a4-40c1-a25d-5f01db120ec5 req-d43f0e80-da74-428f-8486-2f17c4160c61 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0477064 Aug 27 17:07:48.948871 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48452) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:07:48.953321 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Request body: {'floatingip': {'port_id': '51fe2673-1242-4dfc-98e0-d23e208eecb2'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:07:48.992732 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:49.416086 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:49.419904 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:49.521698 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Floating IP 82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8 associated. External IP: 172.27.2.30, port: 51fe2673-1242-4dfc-98e0-d23e208eecb2. Aug 27 17:07:49.734945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:07:49.843176 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:07:49.848194 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:07:49.853843 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:07:49.863733 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:49.864342 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:49.876123 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5bcccd1a-f033-4a21-8274-eac9c7c2914c tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "PUT /v2.0/floatingips/82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8 HTTP/1.1" status: 200 len: 990 time: 0.9261973 Aug 27 17:07:49.876707 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:07:49.878984 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3757685-8f3f-4898-b242-0c76222b43be" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:07:49.917802 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deec066-a2ae-42ac-ba7f-4c49181b80a2 x-openstack-request-id: req-9deec066-a2ae-42ac-ba7f-4c49181b80a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:07:49.918362 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:07:49.918627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9deec066-a2ae-42ac-ba7f-4c49181b80a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:07:49.919041 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'status': 'completed', 'code': 200} Aug 27 17:07:49.973337 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:50.016690 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757685-8f3f-4898-b242-0c76222b43be req-9acdc52f-dab1-4268-a56e-a0580a834d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:50.018235 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-9acdc52f-dab1-4268-a56e-a0580a834d93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb89f026e96455e8ca2e269e7dde606&device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 1098 time: 0.0422821 Aug 27 17:07:50.116826 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757685-8f3f-4898-b242-0c76222b43be req-78f94f39-0734-4f76-a450-d299149b9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:50.118384 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-78f94f39-0734-4f76-a450-d299149b9824 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 200 len: 911 time: 0.0922544 Aug 27 17:07:50.185307 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-984ccdee-8b96-493a-952d-88d7f31ab452 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2 HTTP/1.1" status: 200 len: 998 time: 0.0586476 Aug 27 17:07:50.197102 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:c3:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:36Z', 'updated_at': '2021-08-27T17:07:49Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:50.222935 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:07:50.231033 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:07:50.231657 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:07:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:50.237721 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757685-8f3f-4898-b242-0c76222b43be req-e18fbff1-9995-4a61-9edc-986e587140d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:50.239217 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-e18fbff1-9995-4a61-9edc-986e587140d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 200 len: 849 time: 0.0468671 Aug 27 17:07:50.284807 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757685-8f3f-4898-b242-0c76222b43be req-4c9853d0-05b4-481d-82ae-c89af64e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:50.286255 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-4c9853d0-05b4-481d-82ae-c89af64e4602 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c74d907-bf12-489d-8677-fe28f1509956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400436 Aug 27 17:07:50.336739 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:07:50.374408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-bdafd841-ec82-4f04-88d7-8b424b01ea10 service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812562 Aug 27 17:07:50.470277 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f3757685-8f3f-4898-b242-0c76222b43be req-9a05cec7-2bbc-4a25-9ecf-a7402c11180c service neutron] 10.222.0.43 "GET /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893154 Aug 27 17:07:50.561497 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:c3:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:36Z', 'updated_at': '2021-08-27T17:07:49Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:07:50.590905 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc62bc-3885-48c7-8ba4-d7cf986650df None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'port_id': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'mac_address': 'fa:16:3e:c3:46:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:36Z', 'updated_at': '2021-08-27T17:07:49Z', 'revision_number': 1, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:07:50.792183 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4909c56-b55b-47a7-859f-0671e1f57cf7 None None] New status for floating IP 82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:07:50.907885 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-02bc8b51-c0ac-4d0f-8488-79c4b7089ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400608 Aug 27 17:07:51.006970 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-cc16aaee-f259-4471-bea6-c9fad0f383d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:51.008438 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-cc16aaee-f259-4471-bea6-c9fad0f383d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1099 time: 0.0402913 Aug 27 17:07:51.132768 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-00184314-5f8f-40f0-a771-75b72a337e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:51.134588 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-00184314-5f8f-40f0-a771-75b72a337e6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0933218 Aug 27 17:07:51.199977 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-02976057-ae98-4778-a978-822d7cbd1596 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 1002 time: 0.0577049 Aug 27 17:07:51.253681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-beca6611-f5be-4095-89ef-ab10ac08c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:51.255125 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-beca6611-f5be-4095-89ef-ab10ac08c0d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0486255 Aug 27 17:07:51.303253 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-25f50753-a674-454d-9809-6a30eec7e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:07:51.304714 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-25f50753-a674-454d-9809-6a30eec7e4a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400095 Aug 27 17:07:51.394398 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-72181e5d-5734-4b93-94c9-286c313a4d9e service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820377 Aug 27 17:07:51.488682 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-d33cc9aa-5ef0-4df4-bc36-edf43315bc91 req-5f670c54-9671-4c2e-b58d-964ee16fdf01 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866196 Aug 27 17:08:03.766273 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-675569ab-c653-478e-a0b1-b2dd97a87034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:05.675050 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:08:06.475566 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5b3758c4-03f6-4709-9a04-a2273f72851d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:06.714880 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:08.104849 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:09.914471 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:13.377664 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:33.767328 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a24d160b-7883-4c5a-a8ec-e7bc09f32c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:36.476232 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd49306-c344-4afb-92f8-2d6c5ca75a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:36.716477 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:38.108471 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:39.918116 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:42.674009 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:08:43.378376 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:50.795231 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e1e33-b562-4193-aa3d-99988469d147 req-0400b56f-e2cf-4ade-a50f-50a591c76083 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:50.796656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4c0e1e33-b562-4193-aa3d-99988469d147 req-0400b56f-e2cf-4ade-a50f-50a591c76083 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0497556 Aug 27 17:08:50.833956 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4c0e1e33-b562-4193-aa3d-99988469d147 req-fc946c0e-63ec-47e8-8786-331733788245 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Aug 27 17:08:51.952004 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279bb97-ea6f-4384-ad6e-d50691cfc6ac req-dafe960b-f6f8-4643-aaf5-b4d84faef9ce tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:51.953571 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f279bb97-ea6f-4384-ad6e-d50691cfc6ac req-dafe960b-f6f8-4643-aaf5-b4d84faef9ce tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Aug 27 17:08:51.993438 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f279bb97-ea6f-4384-ad6e-d50691cfc6ac req-45d2fbfc-18d7-4f35-87c8-a232083ec438 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338347 Aug 27 17:08:52.602369 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-5a13ec9a-c489-4b32-99b4-b8586957f4a1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:52.603838 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-5a13ec9a-c489-4b32-99b4-b8586957f4a1 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 945 time: 0.0532537 Aug 27 17:08:52.698638 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Deleting port 51fe2673-1242-4dfc-98e0-d23e208eecb2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:08:52.698976 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.796586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] For port 51fe2673-1242-4dfc-98e0-d23e208eecb2, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=51fe2673-1242-4dfc-98e0-d23e208eecb2,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:52.796950 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.976771 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.977480 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:52.977480 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Floating IP 82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8 disassociated. External IP: 172.27.2.30, port: 51fe2673-1242-4dfc-98e0-d23e208eecb2. Aug 27 17:08:52.977761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Calling delete_port for 51fe2673-1242-4dfc-98e0-d23e208eecb2 owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:08:53.146238 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.161229 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea705-27f7-46a6-9315-09bc208163ad req-a70e19e9-9b17-436a-bd83-a05cbc4adb0a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:08:53.162822 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ddea705-27f7-46a6-9315-09bc208163ad req-a70e19e9-9b17-436a-bd83-a05cbc4adb0a tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffe09a4-a01d-4d34-8df0-7330a63d5c04 HTTP/1.1" status: 200 len: 867 time: 0.0969391 Aug 27 17:08:53.192129 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'Port': ['ID=51fe2673-1242-4dfc-98e0-d23e208eecb2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:53.216367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.216709 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.217045 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.217374 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.217724 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.218053 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.218375 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.218695 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.219015 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.219331 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.219647 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.219958 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:53.280719 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ddea705-27f7-46a6-9315-09bc208163ad req-2e9bffab-528a-4a6e-b8f7-f395d39cd47b tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups?id=1a5299ae-66ba-4cb0-aa17-6512ab23bac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963480 Aug 27 17:08:53.344054 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:08:53.451637 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:08:53.463819 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:08:53.473535 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:08:53.474213 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:08:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:53.492089 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] No DVR routers for this DVR port 51fe2673-1242-4dfc-98e0-d23e208eecb2 on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:08:53.494787 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:53.496767 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-be9ae2c2-d76e-4c91-8ad0-4b2da58746c1 req-0d712fb4-a8d7-4de8-95fe-51f9dfd98244 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.43 "DELETE /v2.0/ports/51fe2673-1242-4dfc-98e0-d23e208eecb2 HTTP/1.1" status: 204 len: 173 time: 0.8867650 Aug 27 17:08:53.497225 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'name': 'network-vif-deleted', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:08:53.499522 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19169ff-e396-4104-9c36-5122124e3d36" -d '{"events": [{"server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "name": "network-vif-deleted", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:08:53.547823 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a7f193-70a6-497c-b2a6-ddf27494befb x-openstack-request-id: req-04a7f193-70a6-497c-b2a6-ddf27494befb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:08:53.548112 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffe09a4-a01d-4d34-8df0-7330a63d5c04", "name": "network-vif-deleted", "tag": "51fe2673-1242-4dfc-98e0-d23e208eecb2", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:08:53.548366 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04a7f193-70a6-497c-b2a6-ddf27494befb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:08:53.548792 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffe09a4-a01d-4d34-8df0-7330a63d5c04', 'name': 'network-vif-deleted', 'tag': '51fe2673-1242-4dfc-98e0-d23e208eecb2', 'status': 'completed', 'code': 200} Aug 27 17:08:53.587484 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:08:53.801382 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:53.924323 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:08:53.933950 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:08:53.934580 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:08:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:54.052503 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:08:54.284589 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:08:54.316669 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c634c33-9af1-4772-b372-14c57ec7f8f8 None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:47Z', 'revision_number': 4, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '2e025c76-a19d-42ab-b826-a8ccce58f0e8', 'name': '', 'network_id': '7c74d907-bf12-489d-8677-fe28f1509956', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'mac_address': 'fa:16:3e:40:c2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:47Z', 'updated_at': '2021-08-27T17:04:52Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'subnets': [{'id': 'af509687-ba91-48c9-99c3-c2a7826d5c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:08:54.376536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48674) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:54.445965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.473801 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.530792 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.533600 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.535025 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a5299ae-66ba-4cb0-aa17-6512ab23bac2 HTTP/1.1" status: 204 len: 168 time: 0.1574743 Aug 27 17:08:54.538265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:54.545748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8b3fa-af6e-4900-9e74-9451f31619f4 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5299ae-66ba-4cb0-aa17-6512ab23bac2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:54.558853 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.api.v2.resource [None req-44d6a081-15a5-469b-8574-bb0da5445e62 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] show failed (client error): The resource could not be found. Aug 27 17:08:54.560048 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-44d6a081-15a5-469b-8574-bb0da5445e62 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "GET /v2.0/security-groups/1a5299ae-66ba-4cb0-aa17-6512ab23bac2 HTTP/1.1" status: 404 len: 347 time: 0.0207140 Aug 27 17:08:54.562932 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48680) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:54.578349 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadfb67-3645-4580-a14b-53cd03a677e6 None None] New status for floating IP 82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:08:54.707138 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Deleting port 6658ac4a-9da6-4730-b9f6-8d2eced04f10 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:08:54.707530 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.798988 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.799320 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.813847 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Calling delete_port for 6658ac4a-9da6-4730-b9f6-8d2eced04f10 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:08:54.956900 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:54.987360 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Pushing event deleted for resources: {'Port': ['ID=6658ac4a-9da6-4730-b9f6-8d2eced04f10,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:55.017389 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.017753 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.018102 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.018408 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.018727 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.019048 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.019365 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.019681 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.020000 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.020312 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.020626 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.020934 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:08:55.063990 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:55.066761 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:55.067984 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-9bfb3eaa-4602-480f-bc14-7a651390bdb0 tempest-AttachVolumeTestJSON-360359183 tempest-AttachVolumeTestJSON-360359183-project] 10.222.0.44 "DELETE /v2.0/floatingips/82bf3662-f0d4-486f-9a1c-bf9ee6b9a9d8 HTTP/1.1" status: 204 len: 168 time: 0.5041013 Aug 27 17:08:56.873051 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 51fe2673-1242-4dfc-98e0-d23e208eecb2 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:08:56.895772 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 51fe2673-1242-4dfc-98e0-d23e208eecb2 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:08:56.896112 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 51fe2673-1242-4dfc-98e0-d23e208eecb2 not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:08:58.622426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48708) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:08:59.000395 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.252160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Deleting port 2e025c76-a19d-42ab-b826-a8ccce58f0e8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:08:59.252392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.333105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] For port 2e025c76-a19d-42ab-b826-a8ccce58f0e8, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=2e025c76-a19d-42ab-b826-a8ccce58f0e8,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:08:59.333534 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.348937 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Calling delete_port for 2e025c76-a19d-42ab-b826-a8ccce58f0e8 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:08:59.779750 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:08:59.805437 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e025c76-a19d-42ab-b826-a8ccce58f0e8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:08:59.985521 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.213806 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:09:00.326453 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:09:00.333981 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-483640c0-80aa-42c0-86f0-135af9aba62e admin admin] 10.222.0.44 "PUT /v2.0/routers/cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079239 Aug 27 17:09:00.334207 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48710) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:00.335282 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Sync routers for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:09:00.345835 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:00.346448 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:08:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.443273 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.456641 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:00.542354 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.597983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Deleting port fd3e2c73-66b5-4f6c-afc9-0325321b3da3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:09:00.598221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.636710 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:08:59Z', 'revision_number': 5, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port': {'id': 'fd3e2c73-66b5-4f6c-afc9-0325321b3da3', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:83:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.668329 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Checking router: cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:09:00.675662 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] For port fd3e2c73-66b5-4f6c-afc9-0325321b3da3, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:00.676049 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.680353 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Routers {'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:00.680958 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:08:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.688954 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Calling delete_port for fd3e2c73-66b5-4f6c-afc9-0325321b3da3 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:09:00.775903 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] Set router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:00.840469 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 6, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:00.854110 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:00.868278 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d708c46-3316-448a-a4e8-0ab147a2276e None None] The sync data for ids ['cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149'] in dv-cinder-804459-4-iscsi is: [{'id': 'cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149', 'name': 'tempest-AttachVolumeTestJSON-473628955-router', 'tenant_id': 'ddb89f026e96455e8ca2e269e7dde606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:44Z', 'updated_at': '2021-08-27T17:09:00Z', 'revision_number': 6, 'project_id': 'ddb89f026e96455e8ca2e269e7dde606', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:09:00.879376 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3e2c73-66b5-4f6c-afc9-0325321b3da3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:00.942126 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.030564 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.032748 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.091105 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.091810 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:09:01.097471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.098156 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-cb4522ca-4b3a-4e33-9fdb-5e0636dfed9f admin admin] 10.222.0.44 "DELETE /v2.0/routers/cd3c35ef-c3b4-4e0c-abe7-96c6e9a71149 HTTP/1.1" status: 204 len: 168 time: 0.7630179 Aug 27 17:09:01.101154 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:01.148699 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Deleting subnet af509687-ba91-48c9-99c3-c2a7826d5c43 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:09:01.152387 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.198665 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25108725'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.289538 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.352290 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30085431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29601804'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.381842 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af509687-ba91-48c9-99c3-c2a7826d5c43,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:01.390633 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.393557 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3c405a0b-0377-4185-be10-001b171f5608 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/af509687-ba91-48c9-99c3-c2a7826d5c43 HTTP/1.1" status: 204 len: 168 time: 0.2910223 Aug 27 17:09:01.394978 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:01.396334 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89714874-9947-48a9-82e7-58ce57e9e1d1 None None] Network 7c74d907-bf12-489d-8677-fe28f1509956 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:09:01.465924 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.520331 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Deleting port 020df5ef-e275-49af-a79d-499fb63118bc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:09:01.520655 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.586450 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] For port 020df5ef-e275-49af-a79d-499fb63118bc, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=020df5ef-e275-49af-a79d-499fb63118bc,segment=NetworkSegment(3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48),segment_id=3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:01.586830 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.599394 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Calling delete_port for 020df5ef-e275-49af-a79d-499fb63118bc owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:09:01.636504 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] DHCP port deletion for 7c74d907-bf12-489d-8677-fe28f1509956 request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:09:01.680465 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.687089 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Deleting port 020df5ef-e275-49af-a79d-499fb63118bc {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:09:01.687460 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.707656 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Pushing event deleted for resources: {'Port': ['ID=020df5ef-e275-49af-a79d-499fb63118bc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:01.709303 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] No DVR routers for this DVR port 020df5ef-e275-49af-a79d-499fb63118bc on host dv-cinder-804459-4-iscsi {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:09:01.751711 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] For port 020df5ef-e275-49af-a79d-499fb63118bc, host dv-cinder-804459-4-iscsi, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:01.752104 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.764967 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Calling delete_port for 020df5ef-e275-49af-a79d-499fb63118bc owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:09:01.767559 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Port 020df5ef-e275-49af-a79d-499fb63118bc was not found and therefore no delete operation was performed {{(pid=93826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 17:09:01.768782 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.781926 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.792528 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c74d907-bf12-489d-8677-fe28f1509956']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:01.793638 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Pushing event deleted for resources: {'Port': ['ID=020df5ef-e275-49af-a79d-499fb63118bc,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:01.801070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] No DVR routers for this DVR port 020df5ef-e275-49af-a79d-499fb63118bc on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:09:01.803376 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.803722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.803955 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:01.804085 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.804285 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f57d1a0-c4f3-41a4-849e-c19ff4eb2b48') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:01.804391 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.805016 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.805016 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.805364 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.805719 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.806125 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.807200 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.807533 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.807855 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e06c-df91-4c61-abe0-6fbf470991e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:01.814184 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.830266 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.837743 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:09:01.838144 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:09:01.839891 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:09:01.896907 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.901978 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:01.903947 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] 10.222.0.44 "DELETE /v2.0/networks/7c74d907-bf12-489d-8677-fe28f1509956 HTTP/1.1" status: 204 len: 168 time: 0.5080590 Aug 27 17:09:01.921432 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff273b52-3871-40b5-8699-d504a92add8a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c74d907-bf12-489d-8677-fe28f1509956,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:02.013338 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:02.036538 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 020df5ef-e275-49af-a79d-499fb63118bc no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:09:02.052528 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-5f3bec5f-bbb3-48c3-b7eb-8665e24ee0a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddb89f026e96455e8ca2e269e7dde606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379410 Aug 27 17:09:02.054922 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:02.060150 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 020df5ef-e275-49af-a79d-499fb63118bc {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:09:02.060490 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 020df5ef-e275-49af-a79d-499fb63118bc not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:09:02.061142 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2e025c76-a19d-42ab-b826-a8ccce58f0e8 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:09:02.079719 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 2e025c76-a19d-42ab-b826-a8ccce58f0e8 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:09:02.080058 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 2e025c76-a19d-42ab-b826-a8ccce58f0e8 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:09:02.080472 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device fd3e2c73-66b5-4f6c-afc9-0325321b3da3 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:09:02.098561 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: fd3e2c73-66b5-4f6c-afc9-0325321b3da3 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:09:02.098909 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device fd3e2c73-66b5-4f6c-afc9-0325321b3da3 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:09:02.104584 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.126690 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.171707 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.174276 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:02.175410 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73394503-4117-4127-abfe-f508b8686965 HTTP/1.1" status: 204 len: 168 time: 0.1195383 Aug 27 17:09:02.182917 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a45a3-5b45-4398-9186-f960b4c23bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73394503-4117-4127-abfe-f508b8686965,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.344788 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 48770) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:03.447680 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd34a27-1047-4ba6-a20f-b30eb5221add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.538720 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd34a27-1047-4ba6-a20f-b30eb5221add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.542883 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1dd34a27-1047-4ba6-a20f-b30eb5221add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.580484 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1dd34a27-1047-4ba6-a20f-b30eb5221add admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=190b3aa91b294409badf42f526900a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345982 Aug 27 17:09:03.581361 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd34a27-1047-4ba6-a20f-b30eb5221add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9735b3-4eef-4a90-9703-9311d9522472,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.583200 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 48774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:03.630969 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.651566 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.699209 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.701861 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:03.703006 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e9735b3-4eef-4a90-9703-9311d9522472 HTTP/1.1" status: 204 len: 168 time: 0.1188273 Aug 27 17:09:03.710824 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c80c9-662f-4717-a210-48db17d61a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9735b3-4eef-4a90-9703-9311d9522472,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:03.768830 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-895f1e6f-15af-4702-9058-0c5f68d298f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:06.478342 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc141-84fc-490c-8a68-42535dc71001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:06.715873 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:08.109858 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:09.921449 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:13.395766 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:14.738712 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-49bcbbff-d4a5-4c6b-80f6-8e8f591a32da tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126862162&fields=id&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 267 time: 0.0335045 Aug 27 17:09:14.847186 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-335af8d0-b2ee-4371-8a1f-661a96bb7a2c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:14.848639 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-335af8d0-b2ee-4371-8a1f-661a96bb7a2c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.1029358 Aug 27 17:09:14.863625 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-64827da6-22dd-4048-afbe-9183f6a4cd59 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/quotas/1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Aug 27 17:09:14.922887 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-146eb558-13ea-4ead-9f7a-cbd942176dd8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540857 Aug 27 17:09:15.015596 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-cca5171b-7cc9-4788-a083-4c6453cef5c2 service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806909 Aug 27 17:09:15.107700 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-fee12da0-86ba-48e0-8b74-7c7186773db4 service neutron] 10.222.0.44 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Aug 27 17:09:15.384711 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-a07ec80d-f753-4bab-acad-3788975e1d5a req-b077c306-b354-4818-8ceb-ad259fd0c42d tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Aug 27 17:09:16.346541 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-b1b68c6a-0c26-4e82-8704-1347ce26c787 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:16.347994 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-b1b68c6a-0c26-4e82-8704-1347ce26c787 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 812 time: 0.1001623 Aug 27 17:09:16.395994 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-11037f3b-3412-4ae1-b4e5-64ca3e94e566 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b294d23de734c0382cbd81f2fb8b348 HTTP/1.1" status: 200 len: 379 time: 0.0337012 Aug 27 17:09:16.414753 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'port': {'device_id': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'admin_state_up': True, 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'security_groups': ['6e23f6a5-8f8a-45a3-a8ed-4f92445de08a']}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:16.494224 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-df108f84-237d-4c39-8160-3eeb37368b9b req-43f5e4e3-e4a0-4c3c-8c1e-983c7e7558f6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 27 17:09:16.549831 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Made reservation on behalf of 1b294d23de734c0382cbd81f2fb8b348 for: {'port': 1} {{(pid=93825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 17:09:16.553479 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:16.680074 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.20.0.12 (fbd166d1-d2bf-41d8-8f08-ffcee643cdcb/5ec81703-3cb1-40c3-b5ce-ea81b8aec979/f681bc72-514b-44ea-ad3c-2d2bf9494d6b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:09:16.818432 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:16.831148 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Transition to ACTIVE for port object f681bc72-514b-44ea-ad3c-2d2bf9494d6b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:16.868473 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:16.908469 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:16.911467 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:16.914227 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:09:16.955990 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:16.972998 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:16.973639 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:16.991829 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-798cfca3-0229-4095-8f18-81a212195ad6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819521 Aug 27 17:09:17.013209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Request body: {'port': {'device_id': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:17.068343 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.125646 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4c90ddc8-a285-4afa-b93a-6073b4a69d18 None None] Provisioning for port f681bc72-514b-44ea-ad3c-2d2bf9494d6b completed by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:17.133339 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4c90ddc8-a285-4afa-b93a-6073b4a69d18 None None] Provisioning complete for port f681bc72-514b-44ea-ad3c-2d2bf9494d6b triggered by entity DHCP. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:17.133735 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4c90ddc8-a285-4afa-b93a-6073b4a69d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.168432 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-4c90ddc8-a285-4afa-b93a-6073b4a69d18 None None] Port f681bc72-514b-44ea-ad3c-2d2bf9494d6b cannot update to ACTIVE because it is not bound. {{(pid=93826) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 17:09:17.336375 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f681bc72-514b-44ea-ad3c-2d2bf9494d6b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:09:17.344138 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.356434 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Transition to ACTIVE for port object f681bc72-514b-44ea-ad3c-2d2bf9494d6b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 17:09:17.360095 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.410430 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Pushing event updated for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:17.483852 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Attempting to bind port f681bc72-514b-44ea-ad3c-2d2bf9494d6b on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 17:09:17.484285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Attempting to bind port f681bc72-514b-44ea-ad3c-2d2bf9494d6b by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 17:09:17.484681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Attempting to bind port f681bc72-514b-44ea-ad3c-2d2bf9494d6b on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:17.489653 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Port f681bc72-514b-44ea-ad3c-2d2bf9494d6b on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 17:09:17.489973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Attempting to bind port f681bc72-514b-44ea-ad3c-2d2bf9494d6b on network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 17:09:17.496128 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Checking agent: {'id': '007522f3-fbe6-4887-951a-1a1d6c3a8766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'started_at': datetime.datetime(2021, 8, 27, 16, 54, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 17:09:17.496467 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Checking segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 17:09:17.496908 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Bound using segment: {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 17:09:17.497268 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Bound port: f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602ca17b-f91f-4f07-8bbb-c66eb36eeca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 17:09:17.497653 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.578371 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 17:09:17.607069 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 17:09:17.611423 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.657931 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:17.658486 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:17.660471 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] 10.222.0.43 "PUT /v2.0/ports/f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 1094 time: 0.6539276 Aug 27 17:09:17.660471 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:17.662559 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab186aa-9e2b-4f80-8e8a-413fa4545245" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:17.680220 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35987292-f0e3-4a74-8734-b4a560d74275 req-f5d6cd16-5eb8-4ba6-b988-d73e682aaaf4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:17.683345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35987292-f0e3-4a74-8734-b4a560d74275 req-f5d6cd16-5eb8-4ba6-b988-d73e682aaaf4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.1170323 Aug 27 17:09:17.698607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4460e-6566-43f2-a7ae-2b868315c707 service neutron] Pushing event updated for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:17.727101 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cdf88f-fd3c-4af4-9c70-7d0261269a31 x-openstack-request-id: req-c7cdf88f-fd3c-4af4-9c70-7d0261269a31 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:17.727454 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:17.727766 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7cdf88f-fd3c-4af4-9c70-7d0261269a31 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:17.728923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'status': 'completed', 'code': 200} Aug 27 17:09:17.759355 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-35987292-f0e3-4a74-8734-b4a560d74275 req-916c728d-10e8-42fb-8f06-eec70fc3da62 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Aug 27 17:09:17.788050 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-51f30b12-f9b8-4891-a06f-cae11bf28aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:17.789561 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-51f30b12-f9b8-4891-a06f-cae11bf28aab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1097 time: 0.0440915 Aug 27 17:09:17.838792 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-da4b6e01-e796-4b98-a367-47db5dd8b707 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 217 time: 0.0350456 Aug 27 17:09:17.890601 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-44377ea6-fcc7-49b7-9100-42e134a52d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:17.892028 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-44377ea6-fcc7-49b7-9100-42e134a52d76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0468247 Aug 27 17:09:17.937848 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-647ea8b8-4694-4bfe-9afb-a2eb38af036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:17.939257 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-647ea8b8-4694-4bfe-9afb-a2eb38af036a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402005 Aug 27 17:09:18.026662 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-996866d6-f4c5-4ff1-bb3c-2d3b3add2e08 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800509 Aug 27 17:09:18.120011 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9ea78115-e3c9-4ac4-aee9-7c1c89e7a882 req-48b909b5-c847-48b0-8028-66d7f86b160c service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Aug 27 17:09:18.254859 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-b8096812-1aee-4033-a9cd-8e109ed48734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.256215 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-b8096812-1aee-4033-a9cd-8e109ed48734 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1097 time: 0.0407488 Aug 27 17:09:18.609113 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-77307a12-e44f-48b4-966f-e71f1ab46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.610671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-77307a12-e44f-48b4-966f-e71f1ab46df9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.3454375 Aug 27 17:09:18.661111 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-fd30a18f-b578-401a-a0d0-1b5a0352d380 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 217 time: 0.0347631 Aug 27 17:09:18.711300 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-4eae7121-e6ce-4a26-bd81-4ed1726fcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.713292 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-4eae7121-e6ce-4a26-bd81-4ed1726fcf87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0422366 Aug 27 17:09:18.762043 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-8d9c47d7-26c1-4fd3-a181-1110073fbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.763459 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-8d9c47d7-26c1-4fd3-a181-1110073fbf5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430787 Aug 27 17:09:18.886240 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-9cdccd38-7176-452f-ac38-3cc07567c233 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151583 Aug 27 17:09:18.898151 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e34ebc-341c-4811-9cf7-835440e6790f req-5693b3ec-e835-4525-8096-616840dce6a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:18.899522 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81e34ebc-341c-4811-9cf7-835440e6790f req-5693b3ec-e835-4525-8096-616840dce6a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0674655 Aug 27 17:09:18.982814 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81e34ebc-341c-4811-9cf7-835440e6790f req-4fe1fd17-e9d2-42ba-94c4-b5b72a19918a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747881 Aug 27 17:09:19.008801 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8ab186aa-9e2b-4f80-8e8a-413fa4545245 req-5d296765-7838-4a96-8ee2-9d617c20e9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077454 Aug 27 17:09:19.673952 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:09:20.102285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72894f-1388-49f9-9eb2-e6823c1407b3 req-63ff5425-be3f-412e-9956-0ba2e58ecf11 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:20.103992 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c72894f-1388-49f9-9eb2-e6823c1407b3 req-63ff5425-be3f-412e-9956-0ba2e58ecf11 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0532186 Aug 27 17:09:20.142433 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7c72894f-1388-49f9-9eb2-e6823c1407b3 req-bfa8c7b4-ec46-4c31-b53b-3bdd99dbedb8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325058 Aug 27 17:09:21.265702 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304d14-f843-4d79-a39e-87ef28b576f2 req-a3ba5216-86da-4ba8-bff5-58d725d42e81 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:21.267457 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fb304d14-f843-4d79-a39e-87ef28b576f2 req-a3ba5216-86da-4ba8-bff5-58d725d42e81 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Aug 27 17:09:21.311186 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fb304d14-f843-4d79-a39e-87ef28b576f2 req-8c7ef29a-28ee-41bf-8ddf-5dda17885200 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351074 Aug 27 17:09:22.428617 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505d3cc-8e13-4944-bdbd-884ee53eb802 req-33567c7c-c1fe-4309-aeb4-b204d88b477b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:22.430313 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5505d3cc-8e13-4944-bdbd-884ee53eb802 req-33567c7c-c1fe-4309-aeb4-b204d88b477b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0503733 Aug 27 17:09:22.469368 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5505d3cc-8e13-4944-bdbd-884ee53eb802 req-1052e52b-42da-40b9-9179-4ce4c9f893cd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324171 Aug 27 17:09:23.586729 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857545e-50db-4a1a-b420-6782e6c28a9e req-546be218-6558-4499-85ca-3c31c4cb8fc4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:23.589035 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f857545e-50db-4a1a-b420-6782e6c28a9e req-546be218-6558-4499-85ca-3c31c4cb8fc4 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0531988 Aug 27 17:09:23.628260 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-f857545e-50db-4a1a-b420-6782e6c28a9e req-bea73bf3-8f22-4a42-8bfe-aaf997c0bd76 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Aug 27 17:09:24.752885 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c9fa9-41b8-4fdf-b395-524f7dbad063 req-919ce1d0-4520-477b-bc2f-edf8d5c02d83 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:24.754426 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8b6c9fa9-41b8-4fdf-b395-524f7dbad063 req-919ce1d0-4520-477b-bc2f-edf8d5c02d83 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0578856 Aug 27 17:09:24.794702 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8b6c9fa9-41b8-4fdf-b395-524f7dbad063 req-828e4b07-530b-4f13-80de-89e3bb86bdab tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339179 Aug 27 17:09:25.907132 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e1115-6009-435b-877b-86bd6a0ca020 req-d9e6fb07-eb41-43d2-a98b-57ac988914e8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:25.908607 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f1e1115-6009-435b-877b-86bd6a0ca020 req-d9e6fb07-eb41-43d2-a98b-57ac988914e8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0492432 Aug 27 17:09:25.945858 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2f1e1115-6009-435b-877b-86bd6a0ca020 req-27a0f555-c05f-4c58-8643-d53a5e2a503a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313346 Aug 27 17:09:27.063553 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656cd9a-3d7a-4fb3-b20d-f782c40758c6 req-aa0f09e5-be6b-45e0-9d95-23ca8eb0a5ac tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:27.065020 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5656cd9a-3d7a-4fb3-b20d-f782c40758c6 req-aa0f09e5-be6b-45e0-9d95-23ca8eb0a5ac tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Aug 27 17:09:27.081426 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device f681bc72-514b-44ea-ad3c-2d2bf9494d6b details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93826) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 17:09:27.111247 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-5656cd9a-3d7a-4fb3-b20d-f782c40758c6 req-cbba78c9-bce1-4392-bfc5-d85cead63f09 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Aug 27 17:09:27.182504 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:27.194221 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Returning: {'device': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'port_id': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'mac_address': 'fa:16:3e:89:b1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93826) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 17:09:27.234592 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:27.248073 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f681bc72-514b-44ea-ad3c-2d2bf9494d6b {{(pid=93826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 17:09:27.267550 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:27.271943 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:27.321353 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:28.225740 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d8f03-21b3-4ffe-9f0a-b14df6b615d7 req-b2391ac9-b23f-40d8-be63-cca51fa200ae tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:28.227210 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c0d8f03-21b3-4ffe-9f0a-b14df6b615d7 req-b2391ac9-b23f-40d8-be63-cca51fa200ae tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0482268 Aug 27 17:09:28.265430 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-6c0d8f03-21b3-4ffe-9f0a-b14df6b615d7 req-81f34846-f4d3-4192-99b7-45e7de339a95 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Aug 27 17:09:29.377311 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7331-f576-463f-8071-156bd3a043b3 req-afc533bd-8b0d-4203-9c2f-8e6e1c9617ea tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:29.378699 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-63ab7331-f576-463f-8071-156bd3a043b3 req-afc533bd-8b0d-4203-9c2f-8e6e1c9617ea tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0475264 Aug 27 17:09:29.414731 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-63ab7331-f576-463f-8071-156bd3a043b3 req-4e324629-6f34-4add-a2e6-99c20c0a00bd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303030 Aug 27 17:09:30.257598 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] get_ports_and_sgs() called for port_ids ['f681bc72-514b-44ea-ad3c-2d2bf9494d6b'] {{(pid=93826) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 17:09:30.529846 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9466c-46f7-4cf4-80bf-723895360d64 req-45a0eb0f-a129-4da4-ab39-44011234f6ed tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:30.531207 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0be9466c-46f7-4cf4-80bf-723895360d64 req-45a0eb0f-a129-4da4-ab39-44011234f6ed tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0509315 Aug 27 17:09:30.567947 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-0be9466c-46f7-4cf4-80bf-723895360d64 req-71c5b0c2-3253-483c-9d7c-8980a65a279b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310087 Aug 27 17:09:31.678712 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3d47-de76-4200-99b9-830dc4a4b100 req-ba0a5b63-993f-43ae-b5d4-7b8d18ee441f tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:31.680197 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b9d3d47-de76-4200-99b9-830dc4a4b100 req-ba0a5b63-993f-43ae-b5d4-7b8d18ee441f tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0474401 Aug 27 17:09:31.717452 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-7b9d3d47-de76-4200-99b9-830dc4a4b100 req-9f42bb50-1438-44ec-933b-eecadfe16f18 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308056 Aug 27 17:09:32.833037 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd4e4c-6070-45e6-9158-c6ed8ce95ba4 req-b7a14d04-5cae-485e-bcb6-13501c43a5b8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:32.834510 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8dcd4e4c-6070-45e6-9158-c6ed8ce95ba4 req-b7a14d04-5cae-485e-bcb6-13501c43a5b8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0505590 Aug 27 17:09:32.871346 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8dcd4e4c-6070-45e6-9158-c6ed8ce95ba4 req-900234c5-7b8a-4ae9-9052-e8f16cda7cd8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304229 Aug 27 17:09:33.768012 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d473406f-ca50-46a2-ade1-5ba2b0f459db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:33.987119 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc1609-5640-424e-9688-e010fa1b2800 req-2b50c1cc-211d-4911-9dc8-2a942762d8a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:33.988501 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9bc1609-5640-424e-9688-e010fa1b2800 req-2b50c1cc-211d-4911-9dc8-2a942762d8a7 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 945 time: 0.0521855 Aug 27 17:09:34.024668 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-e9bc1609-5640-424e-9688-e010fa1b2800 req-1c8cb21e-4a24-473d-ad0d-524fc3706bc6 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Aug 27 17:09:34.172588 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device f681bc72-514b-44ea-ad3c-2d2bf9494d6b up at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 17:09:34.221056 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning for port f681bc72-514b-44ea-ad3c-2d2bf9494d6b completed by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 17:09:34.224991 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Provisioning complete for port f681bc72-514b-44ea-ad3c-2d2bf9494d6b triggered by entity L2. {{(pid=93826) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 17:09:34.225364 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-627653'] for port, provisioning_complete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:34.298582 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:34.321711 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b'}] {{(pid=93826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:34.324590 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b991f92a5452b789040d600e1bc608a3a42c3ba08bd9c2f352878eb6015b0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781ef047-29a8-487d-be28-91eb31be8df3" -d '{"events": [{"server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "name": "network-vif-plugged", "status": "completed", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b"}]}' {{(pid=93826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:34.337049 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-01e64276-4584-4573-992d-f316e0b6731a None None] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:09:34.342659 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:34.365005 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63806574-b291-4a40-8d61-87766a896822 x-openstack-request-id: req-63806574-b291-4a40-8d61-87766a896822 {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:34.365285 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "name": "network-vif-plugged", "status": "completed", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b", "code": 200}]} {{(pid=93826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:34.365554 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63806574-b291-4a40-8d61-87766a896822 {{(pid=93826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:34.365935 dv-cinder-804459-4-iscsi neutron-server[93826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'code': 200} Aug 27 17:09:34.391447 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Pushing event updated for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=5']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:34.601519 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60163e9-da0f-44de-8ad1-e2362d9364f5 req-30f69db1-fbaa-434e-af64-938a29a2ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:34.603095 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b60163e9-da0f-44de-8ad1-e2362d9364f5 req-30f69db1-fbaa-434e-af64-938a29a2ebc3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1099 time: 0.0396380 Aug 27 17:09:34.640790 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b60163e9-da0f-44de-8ad1-e2362d9364f5 req-3616e4ac-b405-4668-8d19-b405ae3cc310 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301785 Aug 27 17:09:35.135173 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184226c3-fb19-44ab-b6e6-916c22c43e01 req-585f3e25-a932-4838-a4ab-238bbeaa2930 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:35.136663 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-184226c3-fb19-44ab-b6e6-916c22c43e01 req-585f3e25-a932-4838-a4ab-238bbeaa2930 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0482385 Aug 27 17:09:35.173624 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-184226c3-fb19-44ab-b6e6-916c22c43e01 req-077d86d9-122a-4c33-a7a2-262d1fbb6d5a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Aug 27 17:09:36.292755 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba81aa-689c-47cf-909c-74cccd874d8c req-08aff37f-47f9-43e6-a6f8-7bd5bc0ed652 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:36.294313 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b4ba81aa-689c-47cf-909c-74cccd874d8c req-08aff37f-47f9-43e6-a6f8-7bd5bc0ed652 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0526190 Aug 27 17:09:36.331213 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-b4ba81aa-689c-47cf-909c-74cccd874d8c req-57654c07-a320-49ec-ad27-04f38bbc3edf tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308590 Aug 27 17:09:36.448025 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e69ff-6af0-45e4-81a3-05e02f0bc661 req-6e7b5f30-caf7-4d73-9bf6-b203c5b36ae9 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:36.450259 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-751e69ff-6af0-45e4-81a3-05e02f0bc661 req-6e7b5f30-caf7-4d73-9bf6-b203c5b36ae9 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Aug 27 17:09:36.479382 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-efba9b4e-c70c-47cf-91c5-d1672823f4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.493877 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-751e69ff-6af0-45e4-81a3-05e02f0bc661 req-4b9ebb4c-3e9e-43b8-9530-be1db69e5c4a tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372930 Aug 27 17:09:36.516464 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49140) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:36.554924 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58673b3-7208-4e01-9e8d-36847e475f3e tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:36.556418 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-d58673b3-7208-4e01-9e8d-36847e475f3e tempest-TestVolumeBootPattern-795712616 tempest-TestVolumeBootPattern-795712616-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1094 time: 0.0389864 Aug 27 17:09:36.559157 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49142) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:36.563404 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.v2.base [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Request body: {'floatingip': {'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'port_id': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 17:09:36.584705 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.680156 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.717158 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.786681 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Allocated IP 172.27.2.196 (f8fbe469-9465-49d9-97e5-5d062690a45f/4c97f135-c381-4878-87b6-5f4101c2ccd5/fec797b6-409c-4a3b-99d0-2a1fa0b7795c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 17:09:36.888109 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.924954 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789096596502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:36.960205 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Network f8fbe469-9465-49d9-97e5-5d062690a45f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 17:09:36.963982 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 17:09:36.969868 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 17:09:36.992851 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=fec797b6-409c-4a3b-99d0-2a1fa0b7795c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:37.347074 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:37.413902 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621132'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:37.559575 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:37.563813 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789097088049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789096596520', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789096596538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30125668'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:37.629221 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event updated for resources: {'Port': ['ID=fec797b6-409c-4a3b-99d0-2a1fa0b7795c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:37.642001 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33102481'] for floatingip, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:37.739544 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP 0b3d4731-6410-4881-8501-d92d753bd99c associated. External IP: 172.27.2.196, port: f681bc72-514b-44ea-ad3c-2d2bf9494d6b. Aug 27 17:09:37.933591 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:09:38.043621 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:09:38.052931 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:09:38.058939 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:38.062718 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:38.063353 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:09:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:38.089340 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-503b6bfe-ab28-4333-a891-fa1fd2d3b719 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5291879 Aug 27 17:09:38.090758 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:09:38.092980 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd25dca6-841f-44e9-84b1-0283d04ba828" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:09:38.129695 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e860a8-05ca-4da2-a79a-cd859eed6c6d x-openstack-request-id: req-16e860a8-05ca-4da2-a79a-cd859eed6c6d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:09:38.130108 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:09:38.130362 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16e860a8-05ca-4da2-a79a-cd859eed6c6d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:09:38.130680 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:38.130820 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'status': 'completed', 'code': 200} Aug 27 17:09:38.189696 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:38.219544 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-63202e46-3e60-4b6f-a21c-071bebdbfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:38.221067 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-63202e46-3e60-4b6f-a21c-071bebdbfe20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1099 time: 0.0397613 Aug 27 17:09:38.310645 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-40734f4d-7056-4b75-8401-0ef742d69149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:38.312106 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-40734f4d-7056-4b75-8401-0ef742d69149 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0822873 Aug 27 17:09:38.384009 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-cb793e81-022a-4559-bee4-9aff322bc79a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 1000 time: 0.0644476 Aug 27 17:09:38.422300 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b3d4731-6410-4881-8501-d92d753bd99c', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:89:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:37Z', 'updated_at': '2021-08-27T17:09:37Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}, {'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:38.444653 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-5c75a84c-4035-414f-8382-e539a1388569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:38.446207 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-5c75a84c-4035-414f-8382-e539a1388569 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0468416 Aug 27 17:09:38.497538 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-c80d8b3b-5318-46cc-8cb6-a0c2b8c1c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:38.499114 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-c80d8b3b-5318-46cc-8cb6-a0c2b8c1c5b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462272 Aug 27 17:09:38.579766 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:09:38.588343 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:09:38.589425 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:09:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:38.600115 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-35f67713-431c-42cf-a6d6-8302f671bc3b service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930965 Aug 27 17:09:38.708607 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:09:38.714450 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-dd25dca6-841f-44e9-84b1-0283d04ba828 req-f20f8c4e-d7c6-4861-9fce-2b5be92535f7 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070564 Aug 27 17:09:38.931388 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b3d4731-6410-4881-8501-d92d753bd99c', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:89:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:37Z', 'updated_at': '2021-08-27T17:09:37Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}, {'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:09:38.960885 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306c986-d4ca-4def-913c-df3b2e5d3871 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': '0b3d4731-6410-4881-8501-d92d753bd99c', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:89:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:09:37Z', 'updated_at': '2021-08-27T17:09:37Z', 'revision_number': 0, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}, {'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:09:39.146554 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd68144-3b56-4dba-a6b4-cf9a4fa091b4 None None] New status for floating IP 0b3d4731-6410-4881-8501-d92d753bd99c: ACTIVE {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:09:39.923189 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:43.411142 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.250071 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49260) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:47.388308 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2274-dd38-44fd-88bc-e7f6895c2e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.474965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2274-dd38-44fd-88bc-e7f6895c2e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.479549 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f5d2274-dd38-44fd-88bc-e7f6895c2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.520539 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1f5d2274-dd38-44fd-88bc-e7f6895c2e1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa3f7ba5b28242b3941395d6e9071a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694132 Aug 27 17:09:47.521650 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d2274-dd38-44fd-88bc-e7f6895c2e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b535b6a1-88ef-4180-9653-7ff7ef4a9802,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:47.523231 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49264) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:47.570637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.590725 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.635526 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.638244 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:47.639390 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b535b6a1-88ef-4180-9653-7ff7ef4a9802 HTTP/1.1" status: 204 len: 168 time: 0.1151795 Aug 27 17:09:47.647114 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffbf9d-0a9c-44b6-8df0-457b6c8bbacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535b6a1-88ef-4180-9653-7ff7ef4a9802,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:47.911348 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:47.924326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f645-c126-45ff-8bd0-e1e2c8a937d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.013764 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f645-c126-45ff-8bd0-e1e2c8a937d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.017536 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6d2f645-c126-45ff-8bd0-e1e2c8a937d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.054998 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d6d2f645-c126-45ff-8bd0-e1e2c8a937d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a51f0cb605034b6e927c40bc1daeac7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425374 Aug 27 17:09:48.055830 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2f645-c126-45ff-8bd0-e1e2c8a937d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0183b-487d-4ab8-9afd-381deb44cc32,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:48.058349 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49272) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:48.107092 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.127799 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.172784 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.175270 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:48.176393 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fe0183b-487d-4ab8-9afd-381deb44cc32 HTTP/1.1" status: 204 len: 168 time: 0.1168590 Aug 27 17:09:48.184433 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d79b07-d0d5-4d46-aa92-a5bab401a0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0183b-487d-4ab8-9afd-381deb44cc32,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:52.912835 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-89570c45-1f5e-4b14-ac4d-1cac1cba074f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400553 Aug 27 17:09:53.022063 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-e1c1cc30-5bbd-4fd6-a27b-9de6f0de4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:53.023595 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-e1c1cc30-5bbd-4fd6-a27b-9de6f0de4df3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1099 time: 0.0446985 Aug 27 17:09:53.138403 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-630a4106-b537-4a32-8480-8d314e1af1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:53.139917 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-630a4106-b537-4a32-8480-8d314e1af1fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0949810 Aug 27 17:09:53.209102 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-8f5c0ec1-4dd6-408d-9686-94e92e7c1e84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 1002 time: 0.0615671 Aug 27 17:09:53.258261 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-f7ac9ed8-0182-4c61-89d9-cbd4a71d9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:53.259663 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-f7ac9ed8-0182-4c61-89d9-cbd4a71d9867 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0432603 Aug 27 17:09:53.307627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-6a5527c6-04c3-422a-b4e7-753599530006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:09:53.309065 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-6a5527c6-04c3-422a-b4e7-753599530006 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385249 Aug 27 17:09:53.403587 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-debdadc0-3b38-41d7-95cf-b22e69f118e9 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833762 Aug 27 17:09:53.736794 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2c9b5e82-0f7a-4896-b9f2-5562416bfd15 req-01008d23-bcac-4588-babf-0769f73c45d9 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255293 Aug 27 17:09:56.657418 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49406) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:56.673428 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:09:56.759276 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.848509 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.852085 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.892487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5b418-ba11-4e9a-8fd6-13fe717e3e48,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:56.896985 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=882ef375ad3046668619588b416065fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384498 Aug 27 17:09:56.899738 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:56.901618 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.901974 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.902324 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.903193 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.903541 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.903880 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.904216 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.904545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.904881 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.905209 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.905560 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.905887 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0777bc94-8bad-4e13-bd46-7d39d20be269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:56.951780 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:56.972356 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.017136 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.019682 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.020807 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09a5b418-ba11-4e9a-8fd6-13fe717e3e48 HTTP/1.1" status: 204 len: 168 time: 0.1200249 Aug 27 17:09:57.028105 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5b418-ba11-4e9a-8fd6-13fe717e3e48,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:57.034932 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.035279 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.035620 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.035948 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.036272 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.036598 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.036915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.037234 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.037598 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.037915 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.038230 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.038543 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1217080-c286-442d-84ac-6e30f270cd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:09:57.286093 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:57.299824 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf1b36a6-4562-45e6-9c01-d37d1a672956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.387905 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf1b36a6-4562-45e6-9c01-d37d1a672956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.392380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf1b36a6-4562-45e6-9c01-d37d1a672956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.431771 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-cf1b36a6-4562-45e6-9c01-d37d1a672956 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40716767209e450e982be4b6f518445b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445682 Aug 27 17:09:57.432774 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b36a6-4562-45e6-9c01-d37d1a672956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dace14-0f21-4fc0-862c-ad6e073a6c2b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:57.435593 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49422) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:57.486695 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.508446 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.562026 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.564665 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.565806 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60dace14-0f21-4fc0-862c-ad6e073a6c2b HTTP/1.1" status: 204 len: 168 time: 0.1291654 Aug 27 17:09:57.573737 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afab6-9521-409a-973b-4c2bccac6f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dace14-0f21-4fc0-862c-ad6e073a6c2b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:57.873146 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49428) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:57.887544 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e97caa6a-0614-43ca-a933-96aa846b8219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.981246 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e97caa6a-0614-43ca-a933-96aa846b8219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:57.985090 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e97caa6a-0614-43ca-a933-96aa846b8219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:58.022702 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-e97caa6a-0614-43ca-a933-96aa846b8219 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2086c89b53648308dda937e3c13ca9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484466 Aug 27 17:09:58.023397 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97caa6a-0614-43ca-a933-96aa846b8219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978cea5-316a-462d-bbfc-6e3b508c93a4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:09:58.026095 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:09:58.073292 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:58.094824 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:58.142643 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:58.145104 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:09:58.146307 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c978cea5-316a-462d-bbfc-6e3b508c93a4 HTTP/1.1" status: 204 len: 168 time: 0.1188290 Aug 27 17:09:58.154487 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb0b39-3dbe-4c0d-820f-77551689dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978cea5-316a-462d-bbfc-6e3b508c93a4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:03.769449 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ea506a41-1398-42c0-9f0b-f73ec8c773ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:06.481011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-481de915-65f9-4b19-9997-08ac95bab9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:06.719059 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.088927 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:08.115536 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.192906 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0dd3-4bfb-4e06-9a27-e58a2f3a6d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.279179 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0dd3-4bfb-4e06-9a27-e58a2f3a6d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.282736 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c4b0dd3-4bfb-4e06-9a27-e58a2f3a6d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.319067 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-8c4b0dd3-4bfb-4e06-9a27-e58a2f3a6d95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0baf749ec0574d758ea3510332c00db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290580 Aug 27 17:10:08.319918 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b0dd3-4bfb-4e06-9a27-e58a2f3a6d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f557e7a-65c4-4687-a9c7-b27ebfa05c77,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:08.322590 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49532) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:08.373526 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.394337 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.438606 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.442370 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.443785 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f557e7a-65c4-4687-a9c7-b27ebfa05c77 HTTP/1.1" status: 204 len: 168 time: 0.1199055 Aug 27 17:10:08.452309 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9a7c0-7399-43d1-a268-4a7e532aa5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f557e7a-65c4-4687-a9c7-b27ebfa05c77,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:08.701392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49538) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:08.714232 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83df831-88e2-4daf-9ac6-41a76ee4ec99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.797701 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83df831-88e2-4daf-9ac6-41a76ee4ec99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.801085 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b83df831-88e2-4daf-9ac6-41a76ee4ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.838055 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-b83df831-88e2-4daf-9ac6-41a76ee4ec99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ba446d14c7d43c3addf573abe9069da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355500 Aug 27 17:10:08.838873 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df831-88e2-4daf-9ac6-41a76ee4ec99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a4d7f-e34e-4efa-9c58-3c0e629920d8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:08.841374 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49540) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:08.889292 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.909519 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.956426 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.958973 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:08.960073 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c73a4d7f-e34e-4efa-9c58-3c0e629920d8 HTTP/1.1" status: 204 len: 168 time: 0.1177666 Aug 27 17:10:08.968157 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6d20d-9278-4411-98e6-2b1c9f202c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a4d7f-e34e-4efa-9c58-3c0e629920d8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:09.928011 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:09.979773 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49570) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:10.084630 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5de6dcb1-4fdf-4ea1-ae94-2d82b27d3769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.171199 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5de6dcb1-4fdf-4ea1-ae94-2d82b27d3769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.175946 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5de6dcb1-4fdf-4ea1-ae94-2d82b27d3769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.214230 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5de6dcb1-4fdf-4ea1-ae94-2d82b27d3769 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d20ff7cab6647d5b1bdd0ea95631472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327952 Aug 27 17:10:10.217045 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6dcb1-4fdf-4ea1-ae94-2d82b27d3769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda868d5-9eea-4790-8dfc-02c1d6b08eb6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:10.217473 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:10.266265 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.287303 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.334430 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.337128 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:10.338290 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eda868d5-9eea-4790-8dfc-02c1d6b08eb6 HTTP/1.1" status: 204 len: 168 time: 0.1198187 Aug 27 17:10:10.347548 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ea98-5c38-4b2f-87e0-2933e17dd9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda868d5-9eea-4790-8dfc-02c1d6b08eb6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:13.415825 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.125229 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:18.228121 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3b48876-7c50-4b60-97eb-9071290f0c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.311790 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3b48876-7c50-4b60-97eb-9071290f0c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.315380 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3b48876-7c50-4b60-97eb-9071290f0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.350672 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d3b48876-7c50-4b60-97eb-9071290f0c0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=257d27990e5440a4a5af91981d2146cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243028 Aug 27 17:10:18.352433 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b48876-7c50-4b60-97eb-9071290f0c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39501025-cb6f-4a8f-b18d-9cffaaacae31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:18.353314 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49700) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:18.401661 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.422154 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.467667 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.470271 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.471398 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39501025-cb6f-4a8f-b18d-9cffaaacae31 HTTP/1.1" status: 204 len: 168 time: 0.1170871 Aug 27 17:10:18.479160 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6a3af-f7f5-4492-a028-ad51dc094f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39501025-cb6f-4a8f-b18d-9cffaaacae31,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:18.728357 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49706) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:18.743542 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cea7491-96f3-49a3-8c7c-48dd903a31dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.831080 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cea7491-96f3-49a3-8c7c-48dd903a31dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.835645 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cea7491-96f3-49a3-8c7c-48dd903a31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.874266 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-6cea7491-96f3-49a3-8c7c-48dd903a31dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c925b4b11e86487ea7a5b496dae765ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447284 Aug 27 17:10:18.876162 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea7491-96f3-49a3-8c7c-48dd903a31dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a3c10-094e-4c86-a703-47af29915872,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:18.876967 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:18.925646 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.945226 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.989902 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.992492 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:18.993651 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad3a3c10-094e-4c86-a703-47af29915872 HTTP/1.1" status: 204 len: 168 time: 0.1155353 Aug 27 17:10:19.001264 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62794f-79d7-42ba-95d1-9315aac30786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a3c10-094e-4c86-a703-47af29915872,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:19.305937 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:19.319845 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1553c35-f289-4a07-939b-b0dabcc1e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.408772 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1553c35-f289-4a07-939b-b0dabcc1e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.412421 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1553c35-f289-4a07-939b-b0dabcc1e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.450099 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-d1553c35-f289-4a07-939b-b0dabcc1e3cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9187e437601e46f1bdc93d6c8d4aef4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431005 Aug 27 17:10:19.451252 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1553c35-f289-4a07-939b-b0dabcc1e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee008834-2fa5-453f-a653-4584bba90fc1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:19.452762 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49716) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:10:19.501983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.521586 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.567000 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.569442 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:19.570600 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee008834-2fa5-453f-a653-4584bba90fc1 HTTP/1.1" status: 204 len: 168 time: 0.1167147 Aug 27 17:10:19.577947 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd1656-c40b-4937-ae87-159f5ae3446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee008834-2fa5-453f-a653-4584bba90fc1,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:10:33.672465 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:10:33.769364 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b516a889-18d0-4fcd-9c7d-92155de11231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:36.481922 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f998133-88e6-4261-8557-fca0fab304d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:36.720298 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:38.118636 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:39.929534 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:43.424496 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:10:54.927877 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-5711df98-3060-45a9-8533-3f564cce2193 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409236 Aug 27 17:10:54.997139 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-697d0fe4-7253-4cd3-9b6c-b19825f2be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:54.998621 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-697d0fe4-7253-4cd3-9b6c-b19825f2be44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1099 time: 0.0390108 Aug 27 17:10:55.102922 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-68201c96-75b6-47c6-8c24-213f3c47f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:55.104408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-68201c96-75b6-47c6-8c24-213f3c47f2df service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0851927 Aug 27 17:10:55.172012 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-4d8615f6-922a-47a6-98de-abd78c03d076 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 1002 time: 0.0595052 Aug 27 17:10:55.220106 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-169baca8-73e9-469b-93f5-fe0f1033b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:55.221408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-169baca8-73e9-469b-93f5-fe0f1033b0ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0422759 Aug 27 17:10:55.265542 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-6227e223-52e6-4b36-967c-a7ad13257a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:10:55.267523 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-6227e223-52e6-4b36-967c-a7ad13257a34 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389898 Aug 27 17:10:55.356499 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-b4ada3ba-765e-4942-a180-93f69509162c service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819421 Aug 27 17:10:55.442571 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-81ed2433-0a7f-4f53-8c85-9dd09287c817 req-0d9dd4da-5a2a-4872-82c5-ad25eb72962c service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793035 Aug 27 17:11:03.770489 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ec63cdc1-6e68-4843-835e-23bb903a2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:05.387255 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49734) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:05.715421 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port fec797b6-409c-4a3b-99d0-2a1fa0b7795c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:05.715666 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:05.790814 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:05.791141 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:05.802392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for fec797b6-409c-4a3b-99d0-2a1fa0b7795c owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:05.968833 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:05.994777 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=fec797b6-409c-4a3b-99d0-2a1fa0b7795c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:06.006901 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.007256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.007604 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.007945 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.008282 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.008621 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.008954 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.009285 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.009650 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.009981 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.010304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.010627 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:06.068730 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:06.069061 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP 0b3d4731-6410-4881-8501-d92d753bd99c disassociated (deleted). External IP: 172.27.2.196, port: f681bc72-514b-44ea-ad3c-2d2bf9494d6b. Aug 27 17:11:06.273914 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:06.377672 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:06.382904 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:06.387490 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:06.396400 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:06.397088 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:10:36Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:06.412678 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-5a111b4b-783c-468f-baa6-a041342bef0c tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b3d4731-6410-4881-8501-d92d753bd99c HTTP/1.1" status: 204 len: 168 time: 1.0244186 Aug 27 17:11:06.413256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:06.415524 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a86404-345c-4702-adbb-1a426aa3d1df" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:06.457996 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7290da3-12d8-433a-8fdf-19b9abc9b853 x-openstack-request-id: req-a7290da3-12d8-433a-8fdf-19b9abc9b853 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:06.458356 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:06.458607 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7290da3-12d8-433a-8fdf-19b9abc9b853 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:06.459002 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'status': 'completed', 'code': 200} Aug 27 17:11:06.504641 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2c401534-68fe-457a-81a2-8dfb5db83aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:06.517106 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:06.546545 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86404-345c-4702-adbb-1a426aa3d1df req-dda80f4b-68e8-4d26-a539-1bac985bf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:06.548596 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-dda80f4b-68e8-4d26-a539-1bac985bf90a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 1099 time: 0.0436926 Aug 27 17:11:06.636882 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86404-345c-4702-adbb-1a426aa3d1df req-ccd860c1-308b-4dd4-986d-f0a6e9cdf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:06.638408 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-ccd860c1-308b-4dd4-986d-f0a6e9cdf065 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.0832429 Aug 27 17:11:06.682578 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-7fee0f4d-4510-4441-b3fb-a7598a8dbdfc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 200 len: 217 time: 0.0368176 Aug 27 17:11:06.732548 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86404-345c-4702-adbb-1a426aa3d1df req-186f7ac1-82c3-42dd-bb5b-3073c658ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:06.734211 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-186f7ac1-82c3-42dd-bb5b-3073c658ca48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0446734 Aug 27 17:11:06.735264 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:06.757243 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:06.782354 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86404-345c-4702-adbb-1a426aa3d1df req-1f4e7aaf-4dcc-41ee-abad-7f4f3ed016fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:06.783262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:06.783847 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-1f4e7aaf-4dcc-41ee-abad-7f4f3ed016fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425847 Aug 27 17:11:06.791354 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:06.791954 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:06.874993 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-e542608c-cf0e-468d-97f7-7a2e2d9acf34 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835788 Aug 27 17:11:06.894678 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:06.964230 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-03a86404-345c-4702-adbb-1a426aa3d1df req-07429610-e1dd-4245-bf5c-d152880bf505 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827634 Aug 27 17:11:07.117062 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:07.149920 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9873998-6785-4c82-bad5-a840e9bffd90 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_floatingips': [{'id': 'ab2bc9f1-761d-43c0-b057-bfc167ef3f0f', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'router_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'port_id': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'mac_address': 'fa:16:3e:0c:39:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T17:07:35Z', 'updated_at': '2021-08-27T17:07:37Z', 'revision_number': 1, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:07.357006 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc73886-c956-43a9-a87b-330966d7d916 None None] New status for floating IP 0b3d4731-6410-4881-8501-d92d753bd99c: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:11:07.653542 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afad9cb-9cb0-4be6-abec-c6fa75793f21 req-d47a800e-fe7c-43fc-8892-7b76ae925535 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:07.655001 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4afad9cb-9cb0-4be6-abec-c6fa75793f21 req-d47a800e-fe7c-43fc-8892-7b76ae925535 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Aug 27 17:11:07.693340 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-4afad9cb-9cb0-4be6-abec-c6fa75793f21 req-5b9d3b16-180c-4d03-817b-209574b019ed tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Aug 27 17:11:08.122444 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:08.811983 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d57e-ebd6-4529-aa5a-07bf6473453b req-2f1ab130-07de-4eb0-99da-dbaea294e06b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:08.813941 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2115d57e-ebd6-4529-aa5a-07bf6473453b req-2f1ab130-07de-4eb0-99da-dbaea294e06b tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Aug 27 17:11:08.849953 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-2115d57e-ebd6-4529-aa5a-07bf6473453b req-919ff482-01e9-45fd-b01c-b1de605a2416 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Aug 27 17:11:09.314698 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-c9c42be4-c783-4c12-a876-3ccb96ffd41e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:09.316110 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-c9c42be4-c783-4c12-a876-3ccb96ffd41e tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 946 time: 0.0474839 Aug 27 17:11:09.404362 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port f681bc72-514b-44ea-ad3c-2d2bf9494d6b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:09.404619 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:09.490492 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] For port f681bc72-514b-44ea-ad3c-2d2bf9494d6b, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:09.490853 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:09.503836 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for f681bc72-514b-44ea-ad3c-2d2bf9494d6b owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:09.628099 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:09.657363 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=f681bc72-514b-44ea-ad3c-2d2bf9494d6b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:09.695659 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] No DVR routers for this DVR port f681bc72-514b-44ea-ad3c-2d2bf9494d6b on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:09.698142 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:09.700043 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-9d744c96-05a7-4f24-9852-0acc7f3c7063 req-1bb120da-ac51-4eaf-a397-29eaa66f8394 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "DELETE /v2.0/ports/f681bc72-514b-44ea-ad3c-2d2bf9494d6b HTTP/1.1" status: 204 len: 173 time: 0.3776693 Aug 27 17:11:09.700475 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'name': 'network-vif-deleted', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:09.702678 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70348fa-1988-4121-9264-359414bce3c3" -d '{"events": [{"server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "name": "network-vif-deleted", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:09.738159 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae7375-8c54-4629-900c-b3ffb14e08e1 x-openstack-request-id: req-abae7375-8c54-4629-900c-b3ffb14e08e1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:09.738454 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5", "name": "network-vif-deleted", "tag": "f681bc72-514b-44ea-ad3c-2d2bf9494d6b", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:09.738698 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abae7375-8c54-4629-900c-b3ffb14e08e1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:09.739085 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5', 'name': 'network-vif-deleted', 'tag': 'f681bc72-514b-44ea-ad3c-2d2bf9494d6b', 'status': 'completed', 'code': 200} Aug 27 17:11:09.933003 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:09.944514 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-c46aec98-8db2-4b1f-bc20-6e0580c819ad req-4c9539b9-637e-478f-9efe-cac87a7892fd tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb8aefed-4d76-4f1d-b90b-8cd7d1dc57d5 HTTP/1.1" status: 200 len: 210 time: 0.0300510 Aug 27 17:11:10.670115 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:11:12.606975 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device f681bc72-514b-44ea-ad3c-2d2bf9494d6b no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:12.626885 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: f681bc72-514b-44ea-ad3c-2d2bf9494d6b {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:12.627217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device f681bc72-514b-44ea-ad3c-2d2bf9494d6b not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:13.214278 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49772) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:13.366240 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port 3d1e1aa4-ae93-43ad-b48f-78d134631e30 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:13.366487 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.418122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.438191 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.439049 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.450372 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for 3d1e1aa4-ae93-43ad-b48f-78d134631e30 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:13.593804 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.624530 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=3d1e1aa4-ae93-43ad-b48f-78d134631e30,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:13.679178 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.679540 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.db.l3_db [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Floating IP ab2bc9f1-761d-43c0-b057-bfc167ef3f0f disassociated (deleted). External IP: 172.27.2.214, port: 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc. Aug 27 17:11:13.875339 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:13.974616 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:13.979350 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:13.984188 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:13.993866 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:13.994474 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:14.008671 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-1755ea6b-4a74-4982-a482-91069850d9bb tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "DELETE /v2.0/floatingips/ab2bc9f1-761d-43c0-b057-bfc167ef3f0f HTTP/1.1" status: 204 len: 168 time: 0.7933207 Aug 27 17:11:14.009248 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:14.011486 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e06a9b-f37c-4e67-b143-17e42a80acdb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:14.057171 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478167d6-dc63-4255-86c6-a14b7e052265 x-openstack-request-id: req-478167d6-dc63-4255-86c6-a14b7e052265 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:14.057605 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:14.057851 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-478167d6-dc63-4255-86c6-a14b7e052265 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:14.058237 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'status': 'completed', 'code': 200} Aug 27 17:11:14.143523 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-81c7dbc2-6dec-46bb-b4cf-446989f3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:14.145355 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-81c7dbc2-6dec-46bb-b4cf-446989f3b90e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b294d23de734c0382cbd81f2fb8b348&device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 1099 time: 0.0491774 Aug 27 17:11:14.226204 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:14.432395 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:14.462797 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:14.471254 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:14.471869 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:14.518888 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-5131271f-762f-47e4-b61d-98d1b35e6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:14.520345 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-5131271f-762f-47e4-b61d-98d1b35e6b69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 200 len: 913 time: 0.3674047 Aug 27 17:11:14.531476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3a5a-92c8-4639-bd4d-867f6f63fffe req-04b69cd3-9857-4de2-b92d-e529e55d4120 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:14.533057 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-129c3a5a-92c8-4639-bd4d-867f6f63fffe req-04b69cd3-9857-4de2-b92d-e529e55d4120 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.3198049 Aug 27 17:11:14.576752 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:14.577338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-c2d8e067-8df3-4aee-879d-333e1e41d5e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 200 len: 217 time: 0.0433466 Aug 27 17:11:14.619990 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-129c3a5a-92c8-4639-bd4d-867f6f63fffe req-207ae824-ac7a-4a24-9a2b-7244430c4367 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805719 Aug 27 17:11:14.638379 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-ef804bba-4b01-4f94-9b2f-a0a5b08a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:14.639802 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-ef804bba-4b01-4f94-9b2f-a0a5b08a73bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 200 len: 851 time: 0.0550435 Aug 27 17:11:14.688974 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-2d839aa0-0221-40e8-9460-28045a7b5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:14.690534 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-2d839aa0-0221-40e8-9460-28045a7b5356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431516 Aug 27 17:11:14.771294 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:14.779338 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-0031380d-f2c7-4565-a055-90caf8a09646 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Aug 27 17:11:14.797195 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0006414-b89e-467f-b497-41b15eebbd2c None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:30Z', 'revision_number': 4, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi', '_interfaces': [{'id': '51b13b4a-3887-4183-b0d8-8c73e14c5d61', 'name': '', 'network_id': 'fbd166d1-d2bf-41d8-8f08-ffcee643cdcb', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'mac_address': 'fa:16:3e:34:e9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:29Z', 'updated_at': '2021-08-27T17:04:38Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'subnets': [{'id': '5ec81703-3cb1-40c3-b5ce-ea81b8aec979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:14.873656 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-75e06a9b-f37c-4e67-b143-17e42a80acdb req-029276e6-5117-436d-a867-a69aa7be56c6 service neutron] 10.222.0.43 "GET /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864978 Aug 27 17:11:14.995144 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724145a-6b66-4c07-bf01-2b103b4df521 None None] New status for floating IP ab2bc9f1-761d-43c0-b057-bfc167ef3f0f: DOWN {{(pid=93827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 17:11:15.735965 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbefaa4-1512-47d2-874a-00228533832a req-32d59266-1ba6-441c-8838-ad7023fee517 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.737686 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fbbefaa4-1512-47d2-874a-00228533832a req-32d59266-1ba6-441c-8838-ad7023fee517 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.0483129 Aug 27 17:11:15.773819 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-fbbefaa4-1512-47d2-874a-00228533832a req-bb19592d-92de-49d3-88cd-c1698129aa25 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303872 Aug 27 17:11:15.860025 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-83262ccb-b298-48f8-bf39-63e5eba4c9ea tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 17:11:15.861923 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-83262ccb-b298-48f8-bf39-63e5eba4c9ea tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 946 time: 0.0478868 Aug 27 17:11:15.950087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:15.950343 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.035177 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] For port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:16.035536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.047778 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc owned by compute:nova {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:16.180256 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.208339 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=7790ac31-a5dc-4b1d-9f2d-ae0b644235cc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:16.252226 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] No DVR routers for this DVR port 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc on host hv-cinder-80445 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:16.255306 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for port, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:16.257451 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-246ec24d-c121-481b-b73f-0436e38b07e1 req-aa8d3d8d-f6db-46d7-a2cc-680cd8dba2ca tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.43 "DELETE /v2.0/ports/7790ac31-a5dc-4b1d-9f2d-ae0b644235cc HTTP/1.1" status: 204 len: 173 time: 0.3901055 Aug 27 17:11:16.257901 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'name': 'network-vif-deleted', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 17:11:16.260839 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c239ba5281d133b2357a5b348c3f06abeaabe1f1c88f83eed2c3dc03d992e22b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c830e470-654d-433c-b5d0-02988485aa88" -d '{"events": [{"server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "name": "network-vif-deleted", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 17:11:16.295960 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c8a1ed-518b-4154-a0f6-6f51f8794959 x-openstack-request-id: req-95c8a1ed-518b-4154-a0f6-6f51f8794959 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 17:11:16.296252 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd34af1d-dbe2-4649-bc7d-2441e8e08e5d", "name": "network-vif-deleted", "tag": "7790ac31-a5dc-4b1d-9f2d-ae0b644235cc", "status": "completed", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 17:11:16.296496 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95c8a1ed-518b-4154-a0f6-6f51f8794959 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 17:11:16.296931 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34af1d-dbe2-4649-bc7d-2441e8e08e5d', 'name': 'network-vif-deleted', 'tag': '7790ac31-a5dc-4b1d-9f2d-ae0b644235cc', 'status': 'completed', 'code': 200} Aug 27 17:11:16.876109 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [req-8834da56-a6d2-4855-9d08-6deb696b5d91 req-c8ed2963-1205-417e-b101-f5d70884a2ad tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd34af1d-dbe2-4649-bc7d-2441e8e08e5d HTTP/1.1" status: 200 len: 210 time: 0.0258758 Aug 27 17:11:17.931363 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49788) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:18.051242 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Deleting port a8ac16b8-4ba1-43d1-af5a-2675f69600a6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:18.051584 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.124230 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.124555 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.136476 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Calling delete_port for a8ac16b8-4ba1-43d1-af5a-2675f69600a6 owned by network:floatingip {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:18.264087 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.286536 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'Port': ['ID=a8ac16b8-4ba1-43d1-af5a-2675f69600a6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:18.349138 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for floatingip, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.351614 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42709'] for floatingip, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:18.352892 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-79d1bddd-5d33-48bc-9f08-b22c657648d8 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "DELETE /v2.0/floatingips/77abad8f-a2e1-4f3b-bf16-c37236fa67ae HTTP/1.1" status: 204 len: 168 time: 0.4205291 Aug 27 17:11:18.653181 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:18.677613 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-01e64276-4584-4573-992d-f316e0b6731a None None] No Port match for: 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:18.677952 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Device 7790ac31-a5dc-4b1d-9f2d-ae0b644235cc not bound to the agent host hv-cinder-80445 {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:19.545335 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49800) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:19.602859 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:19.627102 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:19.684673 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:19.687177 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Notify callbacks [] for security_group, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:19.688388 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] 10.222.0.44 "DELETE /v2.0/security-groups/6e23f6a5-8f8a-45a3-a8ed-4f92445de08a HTTP/1.1" status: 204 len: 168 time: 0.1419823 Aug 27 17:11:19.697924 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1480a-3267-4b23-b07e-feedfd8dbd68 tempest-TestVolumeBootPattern-641807962 tempest-TestVolumeBootPattern-641807962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23f6a5-8f8a-45a3-a8ed-4f92445de08a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:20.761367 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49806) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:21.190923 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.425817 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Deleting port 51b13b4a-3887-4183-b0d8-8c73e14c5d61 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:21.426067 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.501040 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] For port 51b13b4a-3887-4183-b0d8-8c73e14c5d61, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=51b13b4a-3887-4183-b0d8-8c73e14c5d61,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:21.501392 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.513326 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Calling delete_port for 51b13b4a-3887-4183-b0d8-8c73e14c5d61 owned by network:router_interface {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:21.684761 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:21.712667 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b13b4a-3887-4183-b0d8-8c73e14c5d61,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:21.878304 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.087230 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Router aff76023-5398-4e69-8018-cd469dbf8929 has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:22.193350 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:22.198530 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-981912cc-c4d3-4848-bd71-0579ae250199 admin admin] 10.222.0.44 "PUT /v2.0/routers/aff76023-5398-4e69-8018-cd469dbf8929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360895 Aug 27 17:11:22.201082 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49810) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:22.203728 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Sync routers for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:22.213340 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:22.213968 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.302700 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.316348 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: dv-cinder-804459-4-iscsi {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:22.398127 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.452565 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Deleting port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:22.452907 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.487139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:11:21Z', 'revision_number': 5, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port': {'id': '0f4b92a4-58b1-494a-bda2-4c226f1fd4a7', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.511763 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Checking router: aff76023-5398-4e69-8018-cd469dbf8929 for host: dv-cinder-804459-4-iscsi {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:22.519913 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Routers {'aff76023-5398-4e69-8018-cd469dbf8929'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:22.520510 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['aff76023-5398-4e69-8018-cd469dbf8929'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.529223 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] For port 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:22.529616 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.542671 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Calling delete_port for 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 owned by network:router_gateway {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:22.604462 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] Set router aff76023-5398-4e69-8018-cd469dbf8929 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:22.659299 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:11:22Z', 'revision_number': 6, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:22.685566 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a216d-94b5-4fa3-9f28-3920799dda59 None None] The sync data for ids ['aff76023-5398-4e69-8018-cd469dbf8929'] in dv-cinder-804459-4-iscsi is: [{'id': 'aff76023-5398-4e69-8018-cd469dbf8929', 'name': 'tempest-TestVolumeBootPattern-1440007023-router', 'tenant_id': '1b294d23de734c0382cbd81f2fb8b348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:27Z', 'updated_at': '2021-08-27T17:11:22Z', 'revision_number': 6, 'project_id': '1b294d23de734c0382cbd81f2fb8b348', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:22.714571 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30125693'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:22.745441 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4b92a4-58b1-494a-bda2-4c226f1fd4a7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:22.799916 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.140368 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.142948 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.189448 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.190030 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff76023-5398-4e69-8018-cd469dbf8929 {{(pid=93825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:11:23.194451 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] Notify callbacks [] for router, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.195592 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-9b737a91-a999-44f7-979e-ce0883eedd77 admin admin] 10.222.0.44 "DELETE /v2.0/routers/aff76023-5398-4e69-8018-cd469dbf8929 HTTP/1.1" status: 204 len: 168 time: 0.9935849 Aug 27 17:11:23.198115 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [-] (93825) accepted ('10.222.0.44', 49812) {{(pid=93825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:23.244527 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Deleting subnet 5ec81703-3cb1-40c3-b5ce-ea81b8aec979 {{(pid=93825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:11:23.247574 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.285270 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30125876'] for subnet, precommit_delete_associations {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.363310 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.417770 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30125614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25034718'] for subnet, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.450189 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for subnet, before_response {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.452585 dv-cinder-804459-4-iscsi neutron-server[93825]: INFO neutron.wsgi [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ec81703-3cb1-40c3-b5ce-ea81b8aec979 HTTP/1.1" status: 204 len: 168 time: 0.2530015 Aug 27 17:11:23.453468 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6687b-d9b4-4f79-9e96-e5ebe7b9d050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec81703-3cb1-40c3-b5ce-ea81b8aec979,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:23.455379 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a5ff0-bc4f-4aa5-ae81-10cc4df4b497 None None] Network fbd166d1-d2bf-41d8-8f08-ffcee643cdcb requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:11:23.456075 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:23.523299 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.579062 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Deleting port dc6b7d73-75a7-4daf-a160-80c2c62d603c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:23.579562 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.629695 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] DHCP port deletion for fbd166d1-d2bf-41d8-8f08-ffcee643cdcb request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:11:23.640885 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] For port dc6b7d73-75a7-4daf-a160-80c2c62d603c, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=dc6b7d73-75a7-4daf-a160-80c2c62d603c,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:23.641326 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.653650 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Calling delete_port for dc6b7d73-75a7-4daf-a160-80c2c62d603c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:23.674331 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Deleting port dc6b7d73-75a7-4daf-a160-80c2c62d603c {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:23.674693 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.730049 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.738521 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] For port dc6b7d73-75a7-4daf-a160-80c2c62d603c, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=dc6b7d73-75a7-4daf-a160-80c2c62d603c,segment=NetworkSegment(602ca17b-f91f-4f07-8bbb-c66eb36eeca5),segment_id=602ca17b-f91f-4f07-8bbb-c66eb36eeca5)] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:23.738963 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.751217 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Calling delete_port for dc6b7d73-75a7-4daf-a160-80c2c62d603c owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:23.758817 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6b7d73-75a7-4daf-a160-80c2c62d603c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:23.761816 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] No DVR routers for this DVR port dc6b7d73-75a7-4daf-a160-80c2c62d603c on host dv-cinder-804459-4-iscsi {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:23.770105 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.770450 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.770782 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.771109 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.771436 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.771757 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.772074 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.772390 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.772707 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.773020 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.773333 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.773745 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.825162 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.839658 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.849810 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd166d1-d2bf-41d8-8f08-ffcee643cdcb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:23.851420 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Pushing event deleted for resources: {'Port': ['ID=dc6b7d73-75a7-4daf-a160-80c2c62d603c,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:23.853617 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] No DVR routers for this DVR port dc6b7d73-75a7-4daf-a160-80c2c62d603c on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:23.863122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.863639 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.864051 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.864199 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602ca17b-f91f-4f07-8bbb-c66eb36eeca5') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:23.864382 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.864512 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602ca17b-f91f-4f07-8bbb-c66eb36eeca5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:23.864714 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.865040 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.865366 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.865717 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.866070 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.866351 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.866669 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.866986 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3f1dc-38b0-4989-94fa-1d19f7cbdcce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804459-4-iscsi {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 17:11:23.876347 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.889718 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.895839 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:11:23.896216 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:11:23.897879 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:11:23.951303 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.957072 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:23.958906 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fbd166d1-d2bf-41d8-8f08-ffcee643cdcb HTTP/1.1" status: 204 len: 168 time: 0.5017064 Aug 27 17:11:23.961754 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:23.977002 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c066-bcb4-4625-85d5-a1dd42a847e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd166d1-d2bf-41d8-8f08-ffcee643cdcb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:24.108762 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:24.131817 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:24.132077 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 0f4b92a4-58b1-494a-bda2-4c226f1fd4a7 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:24.132503 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 51b13b4a-3887-4183-b0d8-8c73e14c5d61 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:24.279930 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 51b13b4a-3887-4183-b0d8-8c73e14c5d61 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:24.280274 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 51b13b4a-3887-4183-b0d8-8c73e14c5d61 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:24.280701 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device dc6b7d73-75a7-4daf-a160-80c2c62d603c no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:24.299436 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: dc6b7d73-75a7-4daf-a160-80c2c62d603c {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:24.299780 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device dc6b7d73-75a7-4daf-a160-80c2c62d603c not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:24.555070 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33103311'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:24.792024 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Deleting port f1820b7e-4e16-47ee-a0e7-582b29f04560 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:24.792358 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:24.870450 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] For port f1820b7e-4e16-47ee-a0e7-582b29f04560, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=f1820b7e-4e16-47ee-a0e7-582b29f04560,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:24.870748 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:24.883520 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Calling delete_port for f1820b7e-4e16-47ee-a0e7-582b29f04560 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:25.055794 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.081637 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1820b7e-4e16-47ee-a0e7-582b29f04560,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:25.244719 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33536669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33103109'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.454503 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f has already been hosted by L3 agent 7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 17:11:25.557814 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] Notify agent at l3_agent.dv-cinder-804459-4-iscsi the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 17:11:25.562693 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-62d306d6-fb6c-4b0a-8354-8baf2b18a58e admin admin] 10.222.0.44 "PUT /v2.0/routers/0146a5a8-fc25-4f6a-a18d-fe66ac11585f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000152 Aug 27 17:11:25.565846 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:25.568418 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Sync routers for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 17:11:25.577178 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:25.577797 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:25.678431 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.679140 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: dv-cinder-804459-4-iscsi {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:25.778362 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.830863 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Deleting port 72283b92-d86d-4f62-8adc-a0c84a42cd02 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:25.831196 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.856156 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'external_fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:11:25Z', 'revision_number': 5, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port': {'id': '72283b92-d86d-4f62-8adc-a0c84a42cd02', 'name': '', 'network_id': 'f8fbe469-9465-49d9-97e5-5d062690a45f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804459-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T17:04:33Z', 'updated_at': '2021-08-27T17:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c97f135-c381-4878-87b6-5f4101c2ccd5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804459-4-iscsi'}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:25.882786 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Checking router: 0146a5a8-fc25-4f6a-a18d-fe66ac11585f for host: dv-cinder-804459-4-iscsi {{(pid=93827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 17:11:25.890679 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Routers {'0146a5a8-fc25-4f6a-a18d-fe66ac11585f'} bound to L3 agent in host dv-cinder-804459-4-iscsi {{(pid=93827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 17:11:25.891988 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804459-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T16:48:36Z,description=,heartbeat_timestamp=2021-08-27T17:11:06Z,host='dv-cinder-804459-4-iscsi',id=7b7b36db-8d2a-4d11-b629-3dd6ce4a77fc,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T16:48:36Z,topic='l3_agent')) {'router_ids': ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'], 'active': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:25.912046 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] For port 72283b92-d86d-4f62-8adc-a0c84a42cd02, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=72283b92-d86d-4f62-8adc-a0c84a42cd02,segment=NetworkSegment(e572a513-c2d9-4adb-92ca-2f4ee7c99511),segment_id=e572a513-c2d9-4adb-92ca-2f4ee7c99511)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:25.912417 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:25.924962 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Calling delete_port for 72283b92-d86d-4f62-8adc-a0c84a42cd02 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:25.973761 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvr_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] Set router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f gateway port host: None {{(pid=93827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 17:11:26.024078 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.l3_hamode_db [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:11:25Z', 'revision_number': 6, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port_host': None}], 'dv-cinder-804459-4-iscsi', False) {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:26.053041 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265652a6-a760-4ccb-a17b-4ff2fedc9804 None None] The sync data for ids ['0146a5a8-fc25-4f6a-a18d-fe66ac11585f'] in dv-cinder-804459-4-iscsi is: [{'id': '0146a5a8-fc25-4f6a-a18d-fe66ac11585f', 'name': 'tempest-TestVolumeBootPattern-314340319-router', 'tenant_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T17:04:32Z', 'updated_at': '2021-08-27T17:11:25Z', 'revision_number': 6, 'project_id': '3cfdee93bc474f5fa4aaa2e292bf768a', 'gw_port_host': None}] {{(pid=93827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 17:11:26.088486 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.118017 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=72283b92-d86d-4f62-8adc-a0c84a42cd02,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:26.177840 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33102431'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.273606 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33101504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127512'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.275683 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.316787 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33101519'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.317251 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0146a5a8-fc25-4f6a-a18d-fe66ac11585f {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 17:11:26.321917 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.323045 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-6fac3239-7d55-4adb-8d66-396e4faf9d11 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0146a5a8-fc25-4f6a-a18d-fe66ac11585f HTTP/1.1" status: 204 len: 168 time: 0.7562995 Aug 27 17:11:26.325657 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:26.368854 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Deleting subnet 69c47b02-b61d-4cc5-b520-37c524855737 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 17:11:26.371733 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.406019 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25108725'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.494919 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691895'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.546259 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30085431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29601804'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.572086 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c47b02-b61d-4cc5-b520-37c524855737,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:26.577318 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.580325 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-4e903b72-372d-4252-8b61-149f1b730def admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69c47b02-b61d-4cc5-b520-37c524855737 HTTP/1.1" status: 204 len: 168 time: 0.2527678 Aug 27 17:11:26.581796 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:26.582359 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66209da-0800-4812-b0be-83d568cad79b None None] Network 8b3d9808-6029-4625-90ae-106bc8a779c9 requested from dv-cinder-804459-4-iscsi {{(pid=93826) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 17:11:26.651175 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653863'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.702920 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Deleting port 5c44a10c-354c-4230-88c8-46bbd0b40365 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:26.703256 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.767347 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] For port 5c44a10c-354c-4230-88c8-46bbd0b40365, host dv-cinder-804459-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804459-4-iscsi',level=0,port_id=5c44a10c-354c-4230-88c8-46bbd0b40365,segment=NetworkSegment(dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b),segment_id=dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:26.767659 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.779891 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Calling delete_port for 5c44a10c-354c-4230-88c8-46bbd0b40365 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:26.849807 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] DHCP port deletion for 8b3d9808-6029-4625-90ae-106bc8a779c9 request from dv-cinder-804459-4-iscsi {{(pid=93826) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 17:11:26.864290 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30085476'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.890329 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c44a10c-354c-4230-88c8-46bbd0b40365,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:26.894363 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] No DVR routers for this DVR port 5c44a10c-354c-4230-88c8-46bbd0b40365 on host dv-cinder-804459-4-iscsi {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:26.896834 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Deleting port 5c44a10c-354c-4230-88c8-46bbd0b40365 {{(pid=93826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 17:11:26.897943 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789097163295'] for port, before_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.959083 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] For port 5c44a10c-354c-4230-88c8-46bbd0b40365, host dv-cinder-804459-4-iscsi, got binding levels [] {{(pid=93826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 17:11:26.959464 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33153054'] for port, precommit_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.972013 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628556', 'neutron.services.segments.db._delete_segments_for_network-8789097080814'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.972921 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Calling delete_port for 5c44a10c-354c-4230-88c8-46bbd0b40365 owned by network:dhcp {{(pid=93826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 17:11:26.975551 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.ipam_backend_mixin [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Port 5c44a10c-354c-4230-88c8-46bbd0b40365 was not found and therefore no delete operation was performed {{(pid=93826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 27 17:11:26.976819 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-621059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789097088031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789096596511'] for port, after_delete {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:26.982061 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d9808-6029-4625-90ae-106bc8a779c9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:26.992533 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:26.992822 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc00c25-08b4-4c1e-bfa8-4ba7a7856b3b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 17:11:27.001412 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789097080697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25108714'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.004778 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] Pushing event deleted for resources: {'Port': ['ID=5c44a10c-354c-4230-88c8-46bbd0b40365,revision_number=None']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:27.008537 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb570ed-b147-417f-b647-f7c6f6bb2d93 None None] No DVR routers for this DVR port 5c44a10c-354c-4230-88c8-46bbd0b40365 on host dv-cinder-804459-4-iscsi {{(pid=93826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 17:11:27.021044 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.030145 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 17:11:27.030713 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30085457'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: Traceback (most recent call last): Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: timer() Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: cb(*args, **kw) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: return func(*args, **kwargs) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: self._notify() Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: self.callback(batched_events) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: event.method(event) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: return f(self, *a, **k) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._get(url).json() Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: return self.request(url, 'GET', **kwargs) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 17:11:27.032823 dv-cinder-804459-4-iscsi neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 17:11:27.087282 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33536650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33102435'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.092299 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33536632'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.094580 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8b3d9808-6029-4625-90ae-106bc8a779c9 HTTP/1.1" status: 204 len: 168 time: 0.5116727 Aug 27 17:11:27.108990 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87b80-fbff-4eee-a818-187d57c1aa18 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3d9808-6029-4625-90ae-106bc8a779c9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:27.217371 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:27.256072 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-66a5ee04-a640-40f0-90c4-270ff545aa0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b294d23de734c0382cbd81f2fb8b348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375419 Aug 27 17:11:27.258456 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:27.308151 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.328556 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.374636 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.377660 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.378828 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5acaec7-0cc1-4672-a68a-665847ad576a HTTP/1.1" status: 204 len: 168 time: 0.1195040 Aug 27 17:11:27.386227 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c16d4-65a2-45f6-beaf-a5cc02e6d171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5acaec7-0cc1-4672-a68a-665847ad576a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:27.681262 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:27.719705 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-8d9b1c55-8ea8-4839-b659-97f1bad59a8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cfdee93bc474f5fa4aaa2e292bf768a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371807 Aug 27 17:11:27.722033 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.44', 49838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 17:11:27.770454 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.790360 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.837111 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33259288'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.839849 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:27.841179 dv-cinder-804459-4-iscsi neutron-server[93824]: INFO neutron.wsgi [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5620138f-6216-4cd3-bc0c-07a6b2c6b518 HTTP/1.1" status: 204 len: 168 time: 0.1181939 Aug 27 17:11:27.850007 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d207960-c0b9-41ab-b948-a3989f3690a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5620138f-6216-4cd3-bc0c-07a6b2c6b518,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 17:11:28.121097 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 72283b92-d86d-4f62-8adc-a0c84a42cd02 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:28.141455 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 72283b92-d86d-4f62-8adc-a0c84a42cd02 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:28.142130 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 72283b92-d86d-4f62-8adc-a0c84a42cd02 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:28.142327 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device f1820b7e-4e16-47ee-a0e7-582b29f04560 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:28.162345 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: f1820b7e-4e16-47ee-a0e7-582b29f04560 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:28.162690 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device f1820b7e-4e16-47ee-a0e7-582b29f04560 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:28.163122 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5c44a10c-354c-4230-88c8-46bbd0b40365 no longer exists at agent ovs-agent-dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 17:11:28.182824 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.plugin [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] No Port match for: 5c44a10c-354c-4230-88c8-46bbd0b40365 {{(pid=93826) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 17:11:28.183064 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron.plugins.ml2.rpc [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Device 5c44a10c-354c-4230-88c8-46bbd0b40365 not bound to the agent host dv-cinder-804459-4-iscsi {{(pid=93826) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 17:11:33.771351 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e375324c-4795-4318-a7d2-90655ebd494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:36.487139 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-dd132bdd-377c-492f-88d4-70aabc815333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:36.721718 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:38.126742 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:39.934262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:43.428263 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:11:47.668978 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:12:02.432550 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [req-063ac4b8-d776-4312-91c3-91ee75bd1d8e req-f8dbc36a-51c5-4d57-93ee-b8ecbd3696a9 service neutron] (93824) timed out ('10.222.0.43', 52713) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:12:03.772517 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9f554e8-a87f-43c3-b038-e1e541624c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:06.487245 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8f346e6d-7a09-4629-a5f7-c3780e7e8a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:06.712886 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:08.129637 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:09.937614 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:13.440903 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:15.568406 dv-cinder-804459-4-iscsi neutron-server[93824]: DEBUG neutron.wsgi [req-da39e9cd-6271-4dc6-ad4d-324231774d1d req-ea58d670-817f-41f8-9dbd-f5544a2bfc04 service neutron] (93824) timed out ('10.222.0.43', 52738) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:12:24.669167 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:12:33.773759 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89c006f7-e23b-4e87-8b5c-040ccd41f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:36.487616 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b7eb-4bfe-4096-85d5-11607a6f87d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:36.713252 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:38.131811 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:39.939562 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:12:43.456473 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:01.668667 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:13:03.775617 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4a6078a8-ffde-4e5d-a799-5c119031bfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:06.488019 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-88c3caf2-7de7-4ebd-aa94-caf25f0f2fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:06.713717 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:08.134957 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:09.942701 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:13.455239 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:33.775805 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9d70c3d0-7a82-4bb1-9358-e6245fd30802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:36.488747 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9f740dce-23b6-47dd-a914-0198bcc70187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:36.713545 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.137078 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:38.667730 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:13:39.946847 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:13:43.470531 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:03.777429 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-63d4fe10-bd9e-4f61-ab6f-7febb92b2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:06.489262 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a706f43e-7105-4073-afb4-2886fa03aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:06.713886 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:08.140473 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:09.947648 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:13.469659 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:15.667097 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:14:33.777540 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9990fd96-71b1-4b33-a06f-644458c9966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:36.488722 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0bd0-0111-46d4-9f6c-47c442ca35c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:36.713939 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:38.142989 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:39.949682 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:43.470294 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:14:48.509325 dv-cinder-804459-4-iscsi neutron-server[93825]: DEBUG neutron.wsgi [req-7a47ad2c-1491-4edd-a52e-30cf51d0481a req-8ef5776a-68b8-494c-ab00-b00e8239e939 tempest-AttachVolumeNegativeTest-1004337509 tempest-AttachVolumeNegativeTest-1004337509-project] (93825) timed out ('10.222.0.43', 52720) {{(pid=93825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 17:14:52.666459 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:15:03.779422 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-71d68c8f-5c39-4121-9867-e035c708f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:06.491110 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf776799-8f15-4847-8f17-ab10187cb4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:06.714184 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:08.147214 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:09.953000 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:13.485553 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:29.666063 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:15:33.779361 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3527f09d-0270-4fb0-918a-db1978738378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:36.490459 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-fb90cddc-6b6a-42ce-b466-583f8ce62bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:36.713555 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:38.149790 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:39.954757 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:15:43.497949 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:03.779404 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c592ea6e-7a25-4a3e-acd1-decbb2b7cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.490629 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-959e9668-6359-4398-a5b5-7fb12af03c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:06.666630 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 17:16:06.713460 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:08.152706 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:09.957177 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:13.500633 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:33.780610 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a1b8-2ae3-41d6-a319-587b1715e955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:36.492916 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8b842ef-24ac-42be-9617-8d3f991865f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:36.713428 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-54cb15ce-35b8-43c0-984e-099f33ceb8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:38.155739 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2dd28de7-7712-4a6c-9d16-06c649363349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:39.960309 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2b7dd39e-ed96-475f-af27-e7ea8d1a396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:43.500080 dv-cinder-804459-4-iscsi neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-01e64276-4584-4573-992d-f316e0b6731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789097080796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-627574'] for agent, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 17:16:43.666489 dv-cinder-804459-4-iscsi neutron-server[93827]: DEBUG neutron.db.agents_db [None req-819c4122-c863-4549-9dc4-db712dc3a58a None None] Agent healthcheck: found 6 active agents {{(pid=93827) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}